-- Logs begin at Thu 2022-05-12 13:48:47 UTC, end at Thu 2022-05-12 15:09:16 UTC. -- May 12 14:28:35.186048 dv-cinder-840678-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 14:28:38.048672 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.common.config [-] Logging enabled! May 12 14:28:38.049336 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 14:28:38.049426 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103585) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 14:28:38.052802 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.common.config [-] Logging enabled! May 12 14:28:38.053057 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 14:28:38.053370 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103585) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 14:28:38.054318 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:28:38.054552 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:28:38.054922 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:28:38.055164 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:28:38.055386 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:28:38.055727 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.056131 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.056361 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.056665 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.056939 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.057220 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.057662 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.058153 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.058452 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.058736 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.059025 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.059259 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.059546 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.059870 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.060164 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.060386 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] debug = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.060650 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.061089 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.061503 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.061797 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.062088 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.062367 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.062640 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.062915 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.063200 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.063531 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] host = dv-cinder-840678-8-iscsi {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.063897 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.064192 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.064479 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.064765 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.065039 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.065314 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.065600 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.065878 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.066150 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.066424 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.066713 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.066999 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.067289 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.067513 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.067762 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.068052 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.068342 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.068615 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.068889 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.069162 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.069435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.069708 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.069974 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.070258 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.070539 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.070824 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.071094 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.071418 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.071645 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.071942 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.072230 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.072505 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.072778 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.073077 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.073525 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.073942 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.074232 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.074541 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.074835 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.075122 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.075416 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.075721 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.076014 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.076290 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.076565 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.076838 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] use_json = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.077111 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.077382 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.077665 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.077939 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.078215 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.078489 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.078762 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.079048 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.079320 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:38.079619 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.079953 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.080259 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.080544 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.080851 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.081170 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.081421 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.081701 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.081990 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.082277 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.082565 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.082842 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.083140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.083426 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.083743 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.084050 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.084346 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.084637 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.084911 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.085185 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.085458 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.085742 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.086027 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.086303 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.086591 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.086879 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.087154 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.087449 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.087758 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.088046 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.088337 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.088671 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.089047 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.089522 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.089830 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.090113 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.090389 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.090775 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.091061 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.091335 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.091617 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.091918 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.092192 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.092472 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.092739 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.093028 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.093302 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.093570 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.093839 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.094114 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.094382 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.094665 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.094939 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.095209 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.095479 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.095786 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.096059 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.096331 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.096606 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.096876 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.097152 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.097418 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.097686 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.097954 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.098224 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.098491 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.098758 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.099027 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.099300 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.099571 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.099863 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.100135 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.100405 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.100675 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.100971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.101246 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.101521 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.101796 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.102072 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.102345 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.102618 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.102891 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.103165 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.103432 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.103740 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.104021 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.104680 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.105133 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.105418 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.105741 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.106027 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.106307 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.106592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.106872 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.107150 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.107436 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.107739 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.108036 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.108328 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.108623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.108915 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.109205 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.109482 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.109788 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.110063 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:38.110276 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:28:38.110516 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 14:28:38.573302 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 14:28:38.573752 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 14:28:38.574082 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 14:28:38.574419 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 14:28:38.907255 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.907573 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.907823 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.909047 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.909323 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.909589 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.965153 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.965428 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.965703 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.980789 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.981068 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:38.981340 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.011730 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.012022 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.012295 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.049060 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.049649 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.049649 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.394851 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.395103 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.395404 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.395675 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.396410 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.498074 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.498416 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.498696 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.498972 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.499242 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.499547 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.499864 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.500096 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.500358 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.500638 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.500900 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.501147 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.501402 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.501650 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.501906 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.502171 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.502428 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.502694 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.502944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.503201 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.503471 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.503744 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.504034 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.504415 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.504767 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.505018 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.505421 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:39.505663 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:39.505901 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:39.506137 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:39.506374 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:39.506616 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:39.506983 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 14:28:39.510150 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 14:28:39.514354 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 14:28:39.518218 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 12 14:28:39.519885 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 14:28:39.520357 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 14:28:39.520697 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 14:28:39.521093 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 14:28:39.524078 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 14:28:39.524324 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 14:28:39.524672 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 14:28:39.529842 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 14:28:39.553995 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 14:28:39.554452 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.554762 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 14:28:39.555127 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.556526 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 14:28:39.556804 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 14:28:39.557051 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 14:28:39.560643 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.560927 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:39.625401 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 14:28:39.625608 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 14:28:39.625875 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 14:28:39.626265 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 14:28:39.648617 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_db.sqlalchemy.engines [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 14:28:40.102982 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing driver for type 'gre' May 12 14:28:40.103680 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] gre ID ranges: [(1, 1000)] May 12 14:28:40.169060 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing driver for type 'local' May 12 14:28:40.169504 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing driver for type 'vlan' May 12 14:28:40.189949 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] VlanTypeDriver initialization complete May 12 14:28:40.190436 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing driver for type 'vxlan' May 12 14:28:40.191011 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] vxlan ID ranges: [(1, 1000)] May 12 14:28:40.252789 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing extension driver 'port_security' May 12 14:28:40.253122 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] PortSecurityExtensionDriver initialization complete May 12 14:28:40.253451 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing mechanism driver 'openvswitch' May 12 14:28:40.253762 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing mechanism driver 'hyperv' May 12 14:28:40.260390 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:28:40.261355 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.261724 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.262074 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.262604 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:28:40.263041 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.263395 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.263768 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.264161 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:28:40.264564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.264912 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.265249 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.265644 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:28:40.266041 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > security_group after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.266396 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > security_group after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.266731 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.267124 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:28:40.267512 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.267880 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.268220 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.268610 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:28:40.269009 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > address_group after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.269351 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > address_group after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.269685 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.270073 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:28:40.270514 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] ML2 OVO RPC backend initialized. {{(pid=103585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 14:28:40.271228 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.271577 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.272012 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.272360 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > networks before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.272704 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.273042 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > ports before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.273382 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.273719 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnets before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.274061 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.274397 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.274728 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.275059 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.275391 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.275741 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.276168 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.276737 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.276897 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.284571 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded quota_driver: . May 12 14:28:40.284927 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Modular L2 Plugin initialization complete May 12 14:28:40.285276 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading services supported by the core plugin {{(pid=103585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 14:28:40.285614 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Got port-security extension from driver 'port_security' May 12 14:28:40.286100 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.extensions.vlantransparent [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Disabled vlantransparent extension. May 12 14:28:40.286598 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 14:28:40.286920 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: router May 12 14:28:40.322547 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.322934 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.323320 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router before_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.323811 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.324151 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.324505 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_delete 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.324860 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.325208 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.325566 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.325911 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.326262 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.326604 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.327065 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.327472 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.327867 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.328212 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.328548 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.328882 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.329228 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.329578 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.329924 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.330264 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.330612 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.330935 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.331285 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.331641 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.332010 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.332369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > agent after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.332720 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > agent after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.333064 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.333925 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Tracking information for resource: router configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:40.334254 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Tracking information for resource: floatingip configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:28:40.339301 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.db.l3_agentschedulers_db [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 14:28:40.339902 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.340232 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.340584 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.340936 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.341726 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router before_create 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.342090 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.342448 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_create 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.342802 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > router precommit_update 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.347602 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.provider_configuration [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service providers = [] {{(pid=103585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 14:28:40.348024 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.db.servicetype_db [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 14:28:40.350944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.service_base [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:28:40.351288 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.service_base [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:28:40.351628 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.service_base [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:28:40.352546 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.services.service_base [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:28:40.352914 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.services.service_base [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 14:28:40.353625 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.353749 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 14:28:40.364565 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.364896 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: auto_allocate May 12 14:28:40.370691 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: network precommit_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.370976 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: network precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.371497 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.371847 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: tag May 12 14:28:40.378594 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.378922 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: timestamp May 12 14:28:40.382783 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.383108 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: network_ip_availability May 12 14:28:40.388682 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.389052 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.389403 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.390122 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.390441 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: flavors May 12 14:28:40.395389 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.395717 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading Plugin: revisions May 12 14:28:40.400009 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:28:40.400405 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_concurrency.lockutils [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 14:28:40.401149 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 14:28:40.401546 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Initializing extension manager. May 12 14:28:40.402076 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: __init__.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.402418 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: __pycache__ {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.402751 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: _port_mac_address_override.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.403081 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: address_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.403863 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.404459 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: address-group May 12 14:28:40.404778 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: address_scope.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.405490 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.405995 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: address-scope May 12 14:28:40.406319 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.407228 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.407762 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: router-admin-state-down-before-update May 12 14:28:40.408094 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: agent.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.408788 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.409299 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: agent May 12 14:28:40.409623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: agent_resources_synced.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.410531 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.411040 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: agent-resources-synced May 12 14:28:40.411354 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: allowedaddresspairs.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.413171 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.413687 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: allowed-address-pairs May 12 14:28:40.414009 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: auto_allocated_topology.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.415073 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.415583 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: auto-allocated-topology May 12 14:28:40.415929 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: availability_zone.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.416633 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.417183 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: availability_zone May 12 14:28:40.417512 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: availability_zone_filter.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.418422 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.418931 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: availability_zone_filter May 12 14:28:40.419251 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: data_plane_status.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.420185 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.421016 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension data-plane-status not supported by any of loaded plugins May 12 14:28:40.421346 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: default_subnetpools.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.422258 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.422757 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: default-subnetpools May 12 14:28:40.423072 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.423917 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.424413 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: dhcp_agent_scheduler May 12 14:28:40.424730 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: dns.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.425642 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.426140 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension dns-integration not supported by any of loaded plugins May 12 14:28:40.426456 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: dns_domain_ports.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.427367 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.427893 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 14:28:40.428213 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.429131 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.429627 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 14:28:40.429946 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: dvr.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.430606 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.431101 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: dvr May 12 14:28:40.431422 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: ecmp_routes.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.432414 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.432952 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 14:28:40.433421 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: empty_string_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.434175 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.434678 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: empty-string-filtering May 12 14:28:40.434996 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.435966 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.436472 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 14:28:40.436792 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.437708 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.438204 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 14:28:40.438545 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: external_net.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.439444 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.439979 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: external-net May 12 14:28:40.440297 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.441205 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.441706 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: extra_dhcp_opt May 12 14:28:40.442024 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: extraroute.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.442934 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.443437 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: extraroute May 12 14:28:40.443787 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: extraroute_atomic.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.444987 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.445497 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: extraroute-atomic May 12 14:28:40.445812 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: filter_validation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.446481 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.446978 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: filter-validation May 12 14:28:40.447296 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: fip_pf_description.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.448284 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.448972 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 14:28:40.449367 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: fip_pf_port_range.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.450298 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.450797 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 14:28:40.451116 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: fip_port_details.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.452072 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.452571 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: fip-port-details May 12 14:28:40.452884 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: flavors.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.454104 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.454610 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: flavors May 12 14:28:40.454932 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.456615 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.457127 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 14:28:40.457453 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: floatingip_pools.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.458147 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.458661 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: floatingip-pools May 12 14:28:40.458981 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: ip_allocation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.459941 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.460439 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension ip_allocation not supported by any of loaded plugins May 12 14:28:40.460764 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.461677 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.462179 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: ip-substring-filtering May 12 14:28:40.462498 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l2_adjacency.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.463424 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.463986 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 14:28:40.464317 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.465300 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.465812 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: router May 12 14:28:40.466138 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.468375 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.468901 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 14:28:40.469226 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.470148 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.470658 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: ext-gw-mode May 12 14:28:40.470982 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.471920 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.472427 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: l3-ha May 12 14:28:40.472746 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.473647 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.474148 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 14:28:40.474469 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_flavors.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.475382 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.475913 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: l3-flavors May 12 14:28:40.476233 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.477593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.478105 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 14:28:40.478432 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.479364 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.480051 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 14:28:40.480474 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: l3agentscheduler.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.481504 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.482008 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: l3_agent_scheduler May 12 14:28:40.482334 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: local_ip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.485607 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.486129 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension local_ip not supported by any of loaded plugins May 12 14:28:40.486461 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: logging.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.487972 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.488496 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension logging not supported by any of loaded plugins May 12 14:28:40.488836 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: metering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.489581 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.490166 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: metering May 12 14:28:40.490496 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.491608 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.492161 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: metering_source_and_destination_fields May 12 14:28:40.492488 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: multiprovidernet.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.493415 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.493922 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: multi-provider May 12 14:28:40.494247 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: netmtu.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.495223 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.495857 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: net-mtu May 12 14:28:40.496181 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: netmtu_writable.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.497098 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.497598 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: net-mtu-writable May 12 14:28:40.497920 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: network_availability_zone.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.498595 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.499119 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: network_availability_zone May 12 14:28:40.499409 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: network_ip_availability.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.500539 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.501051 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: network-ip-availability May 12 14:28:40.501378 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: network_segment_range.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.502140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.502640 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension network-segment-range not supported by any of loaded plugins May 12 14:28:40.502964 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: pagination.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.503972 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.504296 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: pagination May 12 14:28:40.504612 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: port_device_profile.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.505518 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.506035 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: port-device-profile May 12 14:28:40.506357 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: port_mac_address_override.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.507287 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.507845 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: port-mac-override May 12 14:28:40.508172 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.509091 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.509599 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: port-mac-address-regenerate May 12 14:28:40.509920 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.510873 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.511552 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: port-numa-affinity-policy May 12 14:28:40.511903 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: port_resource_request.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.512814 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.513318 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension port-resource-request not supported by any of loaded plugins May 12 14:28:40.513635 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: port_resource_request_groups.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.514593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.515095 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 14:28:40.515416 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: portbindings.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.516370 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.516877 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: binding May 12 14:28:40.517195 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: portbindings_extended.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.518446 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.518961 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: binding-extended May 12 14:28:40.519288 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: portsecurity.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.520231 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.520739 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: port-security May 12 14:28:40.521063 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: project_id.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.522031 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.522357 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: project-id May 12 14:28:40.522676 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: providernet.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.523592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.524147 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: provider May 12 14:28:40.524450 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.528349 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.528875 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos not supported by any of loaded plugins May 12 14:28:40.529201 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.530437 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.530944 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 14:28:40.531272 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.532228 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.532734 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 14:28:40.533079 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_default.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.533985 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.534491 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-default not supported by any of loaded plugins May 12 14:28:40.534813 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_fip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.535758 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.536267 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-fip not supported by any of loaded plugins May 12 14:28:40.536592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.537508 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.538015 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 14:28:40.538338 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_gateway_ip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.539254 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.539817 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 14:28:40.540139 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_port_network_policy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.541044 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.541551 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 14:28:40.541872 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.543102 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.543616 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 14:28:40.543966 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.544999 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.545511 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 14:28:40.546179 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_pps_rule.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.547355 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.547907 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-pps not supported by any of loaded plugins May 12 14:28:40.548233 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_rule_type_details.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.549147 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.549657 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 14:28:40.549980 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.550908 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.551414 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 14:28:40.551731 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: qos_rules_alias.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.552769 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.553294 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 14:28:40.553617 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: quota_check_limit.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.554579 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.555088 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: quota-check-limit May 12 14:28:40.555413 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: quotasv2.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.556377 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.556698 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: quotas May 12 14:28:40.557016 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: quotasv2_detail.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.558968 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.559301 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: quota_details May 12 14:28:40.559624 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: rbac.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.560711 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.561231 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: rbac-policies May 12 14:28:40.561557 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: rbac_address_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.562489 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.562999 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: rbac-address-group May 12 14:28:40.563324 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: rbac_address_scope.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.564270 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.564788 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: rbac-address-scope May 12 14:28:40.565105 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: rbac_security_groups.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.566027 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.566534 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: rbac-security-groups May 12 14:28:40.566853 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: rbac_subnetpool.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.567791 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.568297 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: rbac-subnetpool May 12 14:28:40.568610 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: revisionifmatch.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.569541 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.570045 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: revision-if-match May 12 14:28:40.570367 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: revisions.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.571514 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.572047 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: standard-attr-revisions May 12 14:28:40.572369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: router_availability_zone.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.573039 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.573636 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: router_availability_zone May 12 14:28:40.573958 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: routerservicetype.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.574879 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.575395 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension router-service-type not supported by any of loaded plugins May 12 14:28:40.575722 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.576665 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.577173 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: security-groups-normalized-cidr May 12 14:28:40.577494 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.578414 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.578963 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: port-security-groups-filtering May 12 14:28:40.579282 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.580238 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.580782 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: security-groups-remote-address-group May 12 14:28:40.581100 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.582313 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.583265 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: security-groups-shared-filtering May 12 14:28:40.583755 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.584381 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 14:28:40.584705 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: securitygroup.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.594429 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.594955 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: security-group May 12 14:28:40.595302 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: segment.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.596049 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.596558 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension segment not supported by any of loaded plugins May 12 14:28:40.596879 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.597819 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.598325 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 14:28:40.598650 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: servicetype.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.599732 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.600274 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: service-type May 12 14:28:40.600598 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: sorting.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.601581 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.601907 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: sorting May 12 14:28:40.602209 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: standard_attr_segment.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.603116 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.603681 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 14:28:40.603982 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: standardattrdescription.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.604798 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.605338 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: standard-attr-description May 12 14:28:40.605661 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: stateful_security_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.606624 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.607129 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: stateful-security-group May 12 14:28:40.607447 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: stdattrs_common.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.608042 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 14:28:40.608359 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.609295 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.609806 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 14:28:40.610130 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: subnet_onboard.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.611183 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.611702 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: subnet_onboard May 12 14:28:40.612043 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.612969 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.613476 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 14:28:40.613801 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: subnet_service_types.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.614718 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.615234 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: subnet-service-types May 12 14:28:40.615553 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: subnetallocation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.616653 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.617166 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: subnet_allocation May 12 14:28:40.617488 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.618156 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.618672 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: subnetpool-prefix-ops May 12 14:28:40.618993 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.619951 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.620631 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 14:28:40.620949 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: tagging.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.622011 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.622522 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: standard-attr-tag May 12 14:28:40.622849 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: timestamp.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.624157 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.624678 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loaded extension: standard-attr-timestamp May 12 14:28:40.625002 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: trunk.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.626041 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.626551 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension trunk not supported by any of loaded plugins May 12 14:28:40.626876 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: trunk_details.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.627827 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.628342 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension trunk-details not supported by any of loaded plugins May 12 14:28:40.628665 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: uplink_status_propagation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.629580 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.630088 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 14:28:40.630407 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Loading extension file: vlantransparent.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:28:40.631058 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:28:40.631573 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 14:28:40.634149 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:network May 12 14:28:40.634686 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:subnet May 12 14:28:40.635079 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:28:40.635465 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:port May 12 14:28:40.636848 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.637296 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service FLAVORS assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.637912 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.638333 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.638665 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:router May 12 14:28:40.639088 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:floatingip May 12 14:28:40.639570 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service METERING assigned prefix: /metering {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.641066 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.641441 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.641790 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:28:40.642806 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of CountableResource for resource:rbac_policy May 12 14:28:40.643325 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:security_group May 12 14:28:40.643676 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 14:28:40.644292 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.644622 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:28:40.644970 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] subnetpool is already registered May 12 14:28:40.645394 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.645729 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:28:40.646058 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] subnetpool is already registered May 12 14:28:40.648382 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.648811 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service FLAVORS assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.649399 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.649819 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.650147 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:router May 12 14:28:40.650481 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] router is already registered May 12 14:28:40.650886 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:floatingip May 12 14:28:40.651214 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] floatingip is already registered May 12 14:28:40.651709 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service METERING assigned prefix: /metering {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.652370 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of CountableResource for resource:rbac_policy May 12 14:28:40.652691 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] rbac_policy is already registered May 12 14:28:40.653096 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:security_group May 12 14:28:40.653432 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] security_group is already registered May 12 14:28:40.653824 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 14:28:40.654152 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] security_group_rule is already registered May 12 14:28:40.654765 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.655092 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:28:40.655419 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] subnetpool is already registered May 12 14:28:40.655866 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:28:40.656185 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:28:40.656514 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] subnetpool is already registered May 12 14:28:40.656979 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: extensions {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.658468 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: address-groups {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.659996 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: address-scopes {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.661296 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: agents {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.662469 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: auto-allocated-topology {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.663764 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: availability_zones {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.664982 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: dhcp-networks {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.666486 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: dhcp-agents {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.667996 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: routers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.669712 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: flavors {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.671355 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: service_profiles {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.672575 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: next_providers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.674014 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: service_profiles {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.675599 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: floatingip-pools {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.676842 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: routers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.678540 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: floatingips {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.680740 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: l3-routers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.682160 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: l3-agents {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.683669 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: metering-labels {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.684953 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: metering-label-rules {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.686313 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: network-ip-availabilities {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.687577 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: bindings {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.689152 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: quotas {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.690859 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: quotas {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.692425 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: rbac-policies {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.693641 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: security-groups {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.694927 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: security-group-rules {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.696201 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: service-providers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.697408 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: subnetpools {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.698821 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: subnetpools {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.700401 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.702069 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.703921 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.705723 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.707405 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.709361 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.711049 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.712994 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.714823 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.716590 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron.api.extensions [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:28:40.722700 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING keystonemiddleware.auth_token [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 14:28:40.728042 dv-cinder-840678-8-iscsi neutron-server[103585]: WARNING keystonemiddleware.auth_token [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 14:28:40.737017 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_concurrency.lockutils [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Acquired lock "singleton_lock" {{(pid=103585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 14:28:40.737491 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_concurrency.lockutils [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Releasing lock "singleton_lock" {{(pid=103585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 14:28:40.738145 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Starting 2 workers May 12 14:28:40.743078 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Started child 103692 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:28:40.747657 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Started child 103693 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:28:40.749235 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO neutron.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 14:28:40.749458 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:40.750132 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:40.750944 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [-] (103692) wsgi starting up on http://0.0.0.0:9696 May 12 14:28:40.752266 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Starting 1 workers May 12 14:28:40.752499 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:40.753923 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [-] (103693) wsgi starting up on http://0.0.0.0:9696 May 12 14:28:40.757553 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Started child 103694 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:28:40.758112 dv-cinder-840678-8-iscsi neutron-server[103585]: INFO oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Starting 1 workers May 12 14:28:40.761529 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] calling RpcWorker wait() {{(pid=103694) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 14:28:40.762119 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] returning from RpcWorker wait() {{(pid=103694) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 14:28:40.762955 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Started child 103695 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:28:40.763399 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:40.763753 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-cd76d63c-e87f-47d0-abad-3dcc9e663112 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:40.763933 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:28:40.765750 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 14:28:40.765935 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:28:40.766339 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:28:40.766525 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:28:40.767037 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:28:40.767163 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:28:40.767726 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.768045 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.768283 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.768548 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.768689 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:40.769159 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.769333 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.769770 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.769900 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:28:40.770008 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.770453 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.770581 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.770748 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.771026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.771256 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.771572 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.771867 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.772107 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.772329 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.772466 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.772740 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.773021 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.773262 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.773534 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] debug = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.773767 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.774276 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.774499 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.774759 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.775001 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.775269 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.775509 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.775775 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.776025 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.776258 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.776548 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.776842 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.777045 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.777272 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.777485 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.777741 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.777958 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.778421 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] host = dv-cinder-840678-8-iscsi {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.778676 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.778904 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.779148 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.779387 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.779645 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.779882 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.780128 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.780384 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.780619 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.780840 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.781098 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.781319 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.781552 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.781796 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.781956 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_options = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.782195 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.782451 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.782701 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.782894 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.783066 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.783228 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.783480 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.783641 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.783923 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.784135 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.784344 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.784553 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.784762 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.784986 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.785237 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.785453 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.785668 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.785879 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.786127 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.786355 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.786577 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.786820 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.787048 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.787234 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.787466 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.787739 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.787959 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.788190 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.788400 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.788649 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.788898 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.789150 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.789363 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.789619 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.789875 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.790192 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.790520 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.790871 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.791318 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.791717 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.792083 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.792448 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.792671 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.793059 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.793562 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.793696 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.793996 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_json = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.794167 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.794445 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.794674 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.794995 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.795335 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.795603 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.796125 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.796729 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.796923 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.797220 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.797490 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.797827 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.798041 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.798272 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.798519 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.798768 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.798994 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.799246 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.799459 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.799787 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.800790 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.802724 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.802724 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.802724 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.802724 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.802724 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.803308 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.804446 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.804701 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.804968 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.805230 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.805529 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.805770 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.806020 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.806271 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.806511 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.806820 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.807102 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.807394 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.810593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.810937 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.811209 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.811503 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.811801 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.812065 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.812336 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.812599 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.812882 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.813133 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.813402 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.813657 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.813913 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.814150 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.814373 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.814609 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.814868 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.815122 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.815376 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.815609 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.817324 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.821894 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.822173 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.822445 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.822704 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.822943 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.823238 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.823484 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.823738 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.823996 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.824221 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.824471 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.824742 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.824955 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.825192 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.825410 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.825638 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.825862 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.826108 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.826336 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.826552 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.826767 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.826994 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.827229 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.827446 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.827708 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.832463 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.832777 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.834629 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.835450 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.835743 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.836090 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.836340 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.836639 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.836800 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.837045 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.837297 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.837526 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.837848 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.838081 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.838326 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.838651 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.838974 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.839398 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.839631 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.839915 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.840140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.840386 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.840613 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.841259 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.841491 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.841788 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.842042 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.842310 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.842550 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.842791 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.843032 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.843251 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.843470 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.843962 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.844197 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.844726 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.844957 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.845240 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.845564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.846124 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.846361 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.846623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.846900 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.847145 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.847398 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.847619 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.847937 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.848219 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.848511 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.848801 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.849048 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.849281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.849554 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.849817 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.850097 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.850636 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.850882 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.851125 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.851372 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.851618 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.852239 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.852549 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.852867 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.853101 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.853314 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.853534 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.853849 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.854026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.854403 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.854843 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.854996 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.855418 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.855649 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.855907 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.856122 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.856342 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.856579 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.856815 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.857050 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.857261 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.857496 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.857706 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.857917 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.858240 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.858593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.858694 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.858763 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44144) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:28:40.858896 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.859130 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.859345 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.859602 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.859824 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.860063 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.860312 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.860543 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.860764 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.860980 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.861191 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.861438 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.861649 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.862068 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.862466 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.862831 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.863207 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.863589 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.863990 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.864347 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.864723 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.865099 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.865454 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.865805 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.866364 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.866728 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.867095 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.867497 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.867841 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066919 May 12 14:28:40.868148 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.868656 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.870046 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.870519 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.870857 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.871117 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.871379 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.871625 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.872192 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.872476 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.872707 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.873659 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.873902 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.874144 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.875943 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.876192 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.876471 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.876668 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.876917 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.877202 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.877481 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.878544 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.878544 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.878544 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.878544 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.878871 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.878871 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.879020 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.879234 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.879445 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.879680 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.880035 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.881627 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.881882 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.882143 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.882401 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.882627 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.882845 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.883088 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.883303 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.883567 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.884347 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.884834 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.885051 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.885305 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.885516 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.885754 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.885980 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.886196 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.886405 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.886636 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.887861 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.888241 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.888647 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.889020 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.889255 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.889516 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.889743 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.889977 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.890198 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.890427 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.890644 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.890876 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.891370 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.891370 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.891590 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.891820 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.892033 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.892454 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.892711 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.892941 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.893219 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.893483 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.894718 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.894718 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.894718 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.894718 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.895015 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.895083 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.895271 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.895497 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.896697 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.896697 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.896879 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:28:40.896954 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.896954 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.897076 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.897271 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.897550 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.897845 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.898078 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.898366 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.898678 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.898989 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.899225 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.899472 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.899757 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.899970 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.900189 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.900406 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.900620 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.900833 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.901107 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.901328 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.901587 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.901834 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.902070 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.903141 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.903141 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.903141 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.903141 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.904194 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.904194 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:28:40.904194 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 14:28:40.904194 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:28:40.904500 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:28:40.904500 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:28:40.904657 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:28:40.904748 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:28:40.904888 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.905047 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.905354 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.905674 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.906014 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.906311 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.906473 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.906639 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.906796 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.906940 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.907100 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.907258 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.907409 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.907547 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.907740 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.907888 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.908025 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.908177 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.908322 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.908458 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.908615 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.909527 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] debug = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.909527 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.909527 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.909527 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.909527 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.909527 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910337 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910337 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910337 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910337 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910337 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910960 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910960 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910960 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910960 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.910960 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.911564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.911564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.911564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] host = dv-cinder-840678-8-iscsi {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.911564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.911953 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.911953 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912097 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912196 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912278 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912420 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912574 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912730 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.912885 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.913040 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.913274 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.913362 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_options = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.914369 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.915123 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.915123 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.915123 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.915123 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.915123 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916281 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916840 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916840 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.916840 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917183 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917183 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917183 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917463 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917463 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917701 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917789 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.917905 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918061 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918216 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918372 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918734 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918734 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918962 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.918962 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.919169 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.919272 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.919375 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.919534 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.919708 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.919868 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.920022 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.920162 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.920327 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.920481 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.921653 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_json = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.921653 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.921653 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.921653 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.921653 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.922080 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.922080 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.922080 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.922346 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.922346 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:28:40.922509 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.922624 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.922728 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.922876 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.923041 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.923198 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.923355 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.923504 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.923658 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.924737 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.924737 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.924975 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.924975 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.925170 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.925273 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.925420 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.925583 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.925753 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.925918 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.926064 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.926363 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.926661 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.926968 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.927279 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.927574 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.927784 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.927955 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.928125 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.928284 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.928453 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.928627 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.928787 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.928947 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.929104 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.929264 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.929423 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.929583 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.929743 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.929903 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.930064 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.930221 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.930379 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.930538 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.930696 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.930855 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.931014 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.931175 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.931333 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.931490 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.931649 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.935057 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.936140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.937971 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.939341 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.940592 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.941593 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.942435 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943026 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943673 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943673 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943673 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943673 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.943673 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.944541 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.944713 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.944874 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945034 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945228 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945349 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945483 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945642 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945806 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.945964 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.946122 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.946292 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.946450 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.946610 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.946767 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.946951 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.947111 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.947268 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.947426 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.947584 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.947770 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.947922 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.948080 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.948265 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.948423 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.948568 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.948729 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.948890 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949031 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.949944 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.950561 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.950561 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.950561 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.950561 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.950939 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.950939 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951134 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951134 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951329 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951443 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951569 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951748 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.951906 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952065 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952223 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952531 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952531 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952686 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952823 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.952981 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.953140 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.953312 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.953458 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.953617 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.953778 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.953937 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.954096 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.954401 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.954401 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.954602 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.954703 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.954862 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.955023 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.955184 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.955336 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.955514 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.955671 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956007 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956163 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956316 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956475 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956635 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956794 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.956941 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.957098 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.957246 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.957406 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.957563 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.957722 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.957879 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958035 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958196 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958356 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958516 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958674 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958834 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.958992 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.959149 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.959306 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.959463 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.959622 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.959801 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.959960 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.960118 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.960289 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.960448 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.960607 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.960765 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.960924 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.961083 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.961250 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.961407 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.961564 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.961721 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.961881 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962038 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962201 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962358 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962516 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962671 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962827 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.962983 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.963150 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.963307 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.963465 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.963623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.963841 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.964019 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.964182 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.964343 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.964520 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.964836 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.964999 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.965158 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.965345 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.965485 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.965641 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.965798 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.965961 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.966118 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.966286 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.966446 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.966605 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.966771 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.966927 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.967084 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.967242 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.967412 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.967572 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.968623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.968623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.968623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.968623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.968623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.968623 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969054 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969054 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969054 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969256 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969327 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969477 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969602 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969755 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.969927 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.970319 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.970618 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.970618 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.970925 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971031 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971135 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971266 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971423 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971582 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971760 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.971922 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.972085 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.972243 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.972400 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.972558 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.972717 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.972917 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.973078 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.973191 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:28:40.973307 dv-cinder-840678-8-iscsi neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:28:52.399371 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c41ed8-4666-40b4-afdc-d095c168d45f None None] get_active_networks_info from dv-cinder-840678-8-iscsi {{(pid=103694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 14:28:52.465257 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c41ed8-4666-40b4-afdc-d095c168d45f None None] No non-hosted networks {{(pid=103694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 14:28:52.481312 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.agentschedulers_db [None req-53c41ed8-4666-40b4-afdc-d095c168d45f None None] DHCP Agent not found on host dv-cinder-840678-8-iscsi {{(pid=103694) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 14:28:52.597936 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1d61-95fb-423f-88ae-dd6463fb2a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1638515'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:54.780979 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b02c2454-b7eb-4249-90c8-d255e2def9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1638515'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:54.844755 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7822509d-7eff-484a-a154-edfcfb731a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:55.614184 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44214) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:28:55.852192 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1638515'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:56.185705 dv-cinder-840678-8-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-e880186c-57b0-44c3-a063-d340a05f6ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:28:56.186260 dv-cinder-840678-8-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-e880186c-57b0-44c3-a063-d340a05f6ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:28:56.411956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [None req-e880186c-57b0-44c3-a063-d340a05f6ab1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:28:56.425278 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e880186c-57b0-44c3-a063-d340a05f6ab1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7971053 May 12 14:28:56.978430 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1638515'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:58.703439 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1638515'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:58.704167 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.704494 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.704826 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.705160 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.705479 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.705796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.706765 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.707114 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.707445 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.707788 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.708119 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.708442 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.708797 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.709085 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.709395 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:28:58.709819 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:28:58.721139 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:28:58.936745 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44248) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:28:59.271510 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:28:59.372066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.policy [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103693) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 14:28:59.413513 dv-cinder-840678-8-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:28:59.413892 dv-cinder-840678-8-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:28:59.516268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787954720557', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787954720049', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787954736874', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787954758788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787954756654', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787954747780', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-651547', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1943552', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1975156'] for rbac-policy (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:59.588601 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:59.589777 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4a7eb01f-890b-4b51-bbdd-eccd3e91bae6 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6520927 May 12 14:29:02.084554 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:02.609225 dv-cinder-840678-8-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:29:02.609797 dv-cinder-840678-8-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:29:02.826192 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:29:02.884295 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Made reservation on behalf of 6e94a4fd583b45929d69eee003a571fc for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:29:02.945865 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.policy [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103692) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 14:29:02.986804 dv-cinder-840678-8-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:29:02.987107 dv-cinder-840678-8-iscsi neutron-server[103692]: WARNING oslo_policy.policy [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:29:02.988880 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.db.l3_hamode_db [None req-7d0a8d15-3a6e-4417-a3d3-6d6b2e80d4bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 14:29:02.997492 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.019964 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.066412 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a8d15-3a6e-4417-a3d3-6d6b2e80d4bf None None] Routers set() bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:29:03.066796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a8d15-3a6e-4417-a3d3-6d6b2e80d4bf None None] Router IDs set() for agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 14:29:03.134653 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks [] for security_group (dae8dc30-d3fb-4f06-afbd-377d6101cde6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.140524 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (dae8dc30-d3fb-4f06-afbd-377d6101cde6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.165233 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:29:03.201537 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (271eec92-b840-4ea4-b3ed-5a86b6f5063e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.202118 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Added segment 271eec92-b840-4ea4-b3ed-5a86b6f5063e of type vlan for network b60ad1a7-ca5e-438d-9955-80277661ae13 May 12 14:29:03.219174 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8dc30-d3fb-4f06-afbd-377d6101cde6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:03.241000 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.241264 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.241625 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.241981 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.242314 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.242683 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.242943 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.243270 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.243587 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.243929 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.244247 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.244611 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.244932 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.245253 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.245569 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Tracked resource versions report: May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: pushed versions: May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: { 'AddressGroup': {'1.2'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Agent': {'1.1'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'ConntrackHelper': {'1.0'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'LocalIPAssociation': {'1.0'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Log': {'1.0'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'NDPProxy': {'1.0'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Network': {'1.1'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Port': {'1.7'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'PortForwarding': {'1.3'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'QosPolicy': {'1.10'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroup': {'1.5'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroupRule': {'1.2'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SubPort': {'1.0'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Subnet': {'1.1'}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Trunk': {'1.1'}} May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: consumer versions: May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Agent': '1.1', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'ConntrackHelper': '1.0', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'LocalIPAssociation': '1.0', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Log': '1.0', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'NDPProxy': '1.0', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Network': '1.1', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Port': '1.7', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'PortForwarding': '1.3', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'QosPolicy': '1.10', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroup': '1.5', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroupRule': '1.2', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SubPort': '1.0', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Subnet': '1.1', May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Trunk': '1.1'}} May 12 14:29:03.247043 dv-cinder-840678-8-iscsi neutron-server[103692]: {{(pid=103692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:29:03.325771 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (b60ad1a7-ca5e-438d-9955-80277661ae13), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.369817 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (b60ad1a7-ca5e-438d-9955-80277661ae13), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.377937 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:03.379008 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:03.465887 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3800762 May 12 14:29:03.531073 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae14656-8fe5-4482-836f-3d0b3e07866d demo demo] Pushing event updated for resources: {'Network': ['ID=b60ad1a7-ca5e-438d-9955-80277661ae13,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:03.545042 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network b60ad1a7-ca5e-438d-9955-80277661ae13 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:29:05.981181 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44280) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:06.495007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c69c1-7300-4aab-a257-01d1fc39324d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:06.496437 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d63c69c1-7300-4aab-a257-01d1fc39324d demo admin] 10.222.0.79 "GET /v2.0/networks/b60ad1a7-ca5e-438d-9955-80277661ae13 HTTP/1.1" status: 200 len: 825 time: 0.5141170 May 12 14:29:06.525997 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-61924e8e-05f4-4490-ab50-7101502183ed demo admin] 10.222.0.79 "GET /v2.0/subnetpools/40a151a0-0577-4acb-a375-bf5d04ef02b6 HTTP/1.1" status: 200 len: 734 time: 0.0206666 May 12 14:29:06.537576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Request body: {'subnet': {'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:29:06.575712 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Made reservation on behalf of 6e94a4fd583b45929d69eee003a571fc for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:29:06.579070 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:06.883089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (ebc65460-9d7a-4f72-a36b-702677767990), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:06.956772 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Checking segment: {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:29:06.957151 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Network hostable DHCP agents. Network: b60ad1a7-ca5e-438d-9955-80277661ae13, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:29:06.964662 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ebc65460-9d7a-4f72-a36b-702677767990,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:06.976312 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.976659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.977042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.977387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.977715 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.978106 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.978441 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.978818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.979187 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.979485 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.979841 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.980173 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.980495 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.980890 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.981205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Tracked resource versions report: May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: pushed versions: May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: { 'AddressGroup': {'1.2'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Agent': {'1.1'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'ConntrackHelper': {'1.0'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Log': {'1.0'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'NDPProxy': {'1.0'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Network': {'1.1'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Port': {'1.7'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'PortForwarding': {'1.3'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'QosPolicy': {'1.10'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroup': {'1.5'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SubPort': {'1.0'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Subnet': {'1.1'}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Trunk': {'1.1'}} May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: consumer versions: May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Agent': '1.1', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'ConntrackHelper': '1.0', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'LocalIPAssociation': '1.0', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Log': '1.0', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'NDPProxy': '1.0', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Network': '1.1', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Port': '1.7', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'PortForwarding': '1.3', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'QosPolicy': '1.10', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroup': '1.5', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroupRule': '1.2', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SubPort': '1.0', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Subnet': '1.1', May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Trunk': '1.1'}} May 12 14:29:06.982758 dv-cinder-840678-8-iscsi neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:29:07.014233 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Network b60ad1a7-ca5e-438d-9955-80277661ae13 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:29:07.028503 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, b60ad1a7-ca5e-438d-9955-80277661ae13) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:29:07.033233 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:07.033848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:07.040190 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e106886-db1c-49b4-a8d7-c9b8b6affdf2 None None] Network b60ad1a7-ca5e-438d-9955-80277661ae13 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:29:07.053602 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-40015f41-9a3e-48c3-abf5-489c20d20346 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5193083 May 12 14:29:07.309446 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-b60ad1a7-ca5e-438d-9955-80277661ae13', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:29:07.310958 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:07.598626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Allocated IP 172.20.0.2 (b60ad1a7-ca5e-438d-9955-80277661ae13/ebc65460-9d7a-4f72-a36b-702677767990/3ffcd2a0-a5a7-443f-a486-690ff3eba459) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:29:07.878668 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Publish callbacks [] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:07.887103 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:07.962690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Network b60ad1a7-ca5e-438d-9955-80277661ae13 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:29:07.969563 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:29:07.982094 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Pushing event updated for resources: {'Port': ['ID=3ffcd2a0-a5a7-443f-a486-690ff3eba459,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:07.984600 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:29:07.995448 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.995828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.996188 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.996909 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.997255 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.997580 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.997914 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.998244 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.998571 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.998897 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.999223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.999566 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:07.999917 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:08.000241 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:08.000564 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Tracked resource versions report: May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: pushed versions: May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: { 'AddressGroup': {'1.2'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Agent': {'1.1'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'ConntrackHelper': {'1.0'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Log': {'1.0'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'NDPProxy': {'1.0'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Network': {'1.1'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Port': {'1.7'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'PortForwarding': {'1.3'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'QosPolicy': {'1.10'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroup': {'1.5'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SubPort': {'1.0'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Subnet': {'1.1'}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Trunk': {'1.1'}} May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: consumer versions: May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Agent': '1.1', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'ConntrackHelper': '1.0', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'LocalIPAssociation': '1.0', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Log': '1.0', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'NDPProxy': '1.0', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Network': '1.1', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Port': '1.7', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'PortForwarding': '1.3', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'QosPolicy': '1.10', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroup': '1.5', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroupRule': '1.2', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SubPort': '1.0', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Subnet': '1.1', May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Trunk': '1.1'}} May 12 14:29:08.002008 dv-cinder-840678-8-iscsi neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:29:08.080980 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Attempting to bind port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:29:08.081669 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Attempting to bind port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:29:08.081777 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Attempting to bind port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 on network b60ad1a7-ca5e-438d-9955-80277661ae13 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:29:08.086895 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:29:08.087287 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Checking segment: {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:29:08.087790 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:08.088305 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Bound using segment: {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:29:08.088801 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Bound port: 3ffcd2a0-a5a7-443f-a486-690ff3eba459, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:29:08.089207 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:08.151784 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] For port 3ffcd2a0-a5a7-443f-a486-690ff3eba459, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:29:08.175574 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] For port 3ffcd2a0-a5a7-443f-a486-690ff3eba459, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=3ffcd2a0-a5a7-443f-a486-690ff3eba459,segment=NetworkSegment(271eec92-b840-4ea4-b3ed-5a86b6f5063e),segment_id=271eec92-b840-4ea4-b3ed-5a86b6f5063e)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:29:08.183968 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:08.243519 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d37d62-04a9-4514-be56-afa78f5f2f51 None None] Pushing event updated for resources: {'Port': ['ID=3ffcd2a0-a5a7-443f-a486-690ff3eba459,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:09.538522 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44292) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:09.864205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [None req-76beb905-7d02-4607-b3e1-3080ef711492 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:29:09.865196 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-76beb905-7d02-4607-b3e1-3080ef711492 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3256614 May 12 14:29:12.342764 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44300) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:12.667963 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-330a47c1-f2a5-4522-908e-e23c238aef9d admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:29:12.668966 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-330a47c1-f2a5-4522-908e-e23c238aef9d admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3252928 May 12 14:29:15.163478 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44308) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:15.506348 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:29:15.534486 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (a412e762-e919-4871-b1b7-925254f2ac18), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.536200 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (a412e762-e919-4871-b1b7-925254f2ac18), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.676381 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] Publish callbacks [] for router_controller (a412e762-e919-4871-b1b7-925254f2ac18), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.683384 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (a412e762-e919-4871-b1b7-925254f2ac18), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.703947 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.723716 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a95874eb-89c1-4e8a-b69a-c2c1a37679ca demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5406132 May 12 14:29:18.202239 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44320) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:18.574377 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-38c44086-60fd-4f5c-80e2-007d22297993 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:29:18.575415 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-38c44086-60fd-4f5c-80e2-007d22297993 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3719277 May 12 14:29:19.421248 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 3ffcd2a0-a5a7-443f-a486-690ff3eba459 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:29:19.508609 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:19.509012 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:19.619188 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:19.619591 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:19.656255 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 3ffcd2a0-a5a7-443f-a486-690ff3eba459, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=3ffcd2a0-a5a7-443f-a486-690ff3eba459,segment=NetworkSegment(271eec92-b840-4ea4-b3ed-5a86b6f5063e),segment_id=271eec92-b840-4ea4-b3ed-5a86b6f5063e)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:29:19.659594 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4710f-642b-497c-9488-6d69bd9f154e None None] Network b60ad1a7-ca5e-438d-9955-80277661ae13 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:29:19.663112 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:19.775890 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=3ffcd2a0-a5a7-443f-a486-690ff3eba459,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:19.793442 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-2fc9f639-0085-4c5e-a782-a9d9dd8c60e3 None None] Provisioning complete for port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:19.793867 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f639-0085-4c5e-a782-a9d9dd8c60e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:19.909883 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9f639-0085-4c5e-a782-a9d9dd8c60e3 None None] Current status of the port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:20.028604 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-ee819af9-ff87-4fef-9ee5-5a0c9ffe546a None None] Provisioning complete for port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:20.029008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ee819af9-ff87-4fef-9ee5-5a0c9ffe546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:20.110574 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-ee819af9-ff87-4fef-9ee5-5a0c9ffe546a None None] Current status of the port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:21.039480 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44330) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:21.380820 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:29:21.404709 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Made reservation on behalf of da529673a2b348db8fa8b2ebc5773804 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:29:21.407198 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.407336 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 3ffcd2a0-a5a7-443f-a486-690ff3eba459 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:29:21.415756 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.456489 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:21.456806 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.499768 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks [] for security_group (2a08c70d-12cd-4db6-961c-7b64f60aadd6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.507066 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2a08c70d-12cd-4db6-961c-7b64f60aadd6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.523444 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Reserving flat network on physical network physnet1 {{(pid=103692) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 14:29:21.534805 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:21.546106 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (2ab933b1-1856-4577-ac36-b42a6b6a2a02), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.546515 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Added segment 2ab933b1-1856-4577-ac36-b42a6b6a2a02 of type flat for network b535f710-674a-46fa-8c12-c9ed50afdc46 May 12 14:29:21.557911 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a08c70d-12cd-4db6-961c-7b64f60aadd6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:21.597205 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (b535f710-674a-46fa-8c12-c9ed50afdc46), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.631389 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (b535f710-674a-46fa-8c12-c9ed50afdc46), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.632405 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:21.633058 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:21.687403 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6468236 May 12 14:29:21.752727 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27179b-ba60-4f12-ba8c-41d4dda5899d admin admin] Pushing event updated for resources: {'Network': ['ID=b535f710-674a-46fa-8c12-c9ed50afdc46,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:21.764070 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network b535f710-674a-46fa-8c12-c9ed50afdc46 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:29:22.338435 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-067f4ffd-11f5-4fb3-a768-c604342b6cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:24.145494 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44338) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:24.604286 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219c013c-c35b-4888-aeb0-98abfc49db39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:24.605681 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-219c013c-c35b-4888-aeb0-98abfc49db39 demo admin] 10.222.0.79 "GET /v2.0/subnets/ebc65460-9d7a-4f72-a36b-702677767990 HTTP/1.1" status: 200 len: 849 time: 0.4591615 May 12 14:29:24.729637 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3e09e153-d9c8-40d5-b8c5-bf15bc4b5d15 demo admin] 10.222.0.79 "GET /v2.0/routers/a412e762-e919-4871-b1b7-925254f2ac18 HTTP/1.1" status: 200 len: 704 time: 0.1181107 May 12 14:29:24.772658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-153a677b-f55b-42c6-822c-64da0513767e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.038378 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.351584 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Allocated IP 172.20.0.1 (b60ad1a7-ca5e-438d-9955-80277661ae13/ebc65460-9d7a-4f72-a36b-702677767990/9b2200a8-59fc-4799-a849-5d3ca7ec34ea) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:29:25.566382 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks [] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.640493 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.762782 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Network b60ad1a7-ca5e-438d-9955-80277661ae13 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:29:25.769878 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:29:25.775391 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Pushing event updated for resources: {'Port': ['ID=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:25.778538 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:29:25.778958 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (a412e762-e919-4871-b1b7-925254f2ac18), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.791235 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.977002 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-19b35543-3c3d-4988-baaf-55e5b1452c8f None None] Provisioning complete for port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:25.977385 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-19b35543-3c3d-4988-baaf-55e5b1452c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:25.990428 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:26.060202 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-19b35543-3c3d-4988-baaf-55e5b1452c8f None None] Port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:29:26.244284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks [] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:26.251905 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:26.252717 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (a412e762-e919-4871-b1b7-925254f2ac18), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:26.309140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Pushing event updated for resources: {'Port': ['ID=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:26.380337 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Network b60ad1a7-ca5e-438d-9955-80277661ae13 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:29:26.381772 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:29:26.553856 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Router a412e762-e919-4871-b1b7-925254f2ac18 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:29:26.578505 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-92e591e9-2f5b-4e7d-a267-c541c9f5ae31 None None] Provisioning complete for port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:26.578899 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-92e591e9-2f5b-4e7d-a267-c541c9f5ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:26.613555 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-92e591e9-2f5b-4e7d-a267-c541c9f5ae31 None None] Port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:29:26.650353 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:29:26.659586 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-09b3aa56-07c4-4c27-9a31-9ebe9525e2e2 demo admin] 10.222.0.79 "PUT /v2.0/routers/a412e762-e919-4871-b1b7-925254f2ac18/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9219964 May 12 14:29:26.662736 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Sync routers for ids ['a412e762-e919-4871-b1b7-925254f2ac18'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:29:26.676456 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Routers {'a412e762-e919-4871-b1b7-925254f2ac18'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:29:26.677415 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:29:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['a412e762-e919-4871-b1b7-925254f2ac18'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:26.875555 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Set router a412e762-e919-4871-b1b7-925254f2ac18 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:29:26.935804 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:27.319162 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'name': 'router1', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:29:15Z', 'updated_at': '2022-05-12T14:29:25Z', 'revision_number': 2, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'gw_port_host': None, '_interfaces': [{'id': '9b2200a8-59fc-4799-a849-5d3ca7ec34ea', 'name': '', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'mac_address': 'fa:16:3e:37:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:25Z', 'updated_at': '2022-05-12T14:29:26Z', 'revision_number': 2, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'subnets': [{'id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:27.370544 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Checking router: a412e762-e919-4871-b1b7-925254f2ac18 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:29:27.370881 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Updating router a412e762-e919-4871-b1b7-925254f2ac18 port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:29:27.423480 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:27.970952 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Publish callbacks [] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:27.978301 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.139476 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Pushing event updated for resources: {'Port': ['ID=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:28.160114 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.160499 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.160809 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.161152 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.161484 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.161812 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.162210 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.162448 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.162776 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.163177 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.163410 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.163813 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.164138 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.164460 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.164781 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Tracked resource versions report: May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: pushed versions: May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: { 'AddressGroup': {'1.2'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Agent': {'1.1'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'ConntrackHelper': {'1.0'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'LocalIPAssociation': {'1.0'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Log': {'1.0'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'NDPProxy': {'1.0'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Network': {'1.1'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Port': {'1.7'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'PortForwarding': {'1.3'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'QosPolicy': {'1.10'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroup': {'1.5'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroupRule': {'1.2'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SubPort': {'1.0'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Subnet': {'1.1'}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Trunk': {'1.1'}} May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: consumer versions: May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Agent': '1.1', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'ConntrackHelper': '1.0', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'LocalIPAssociation': '1.0', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Log': '1.0', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'NDPProxy': '1.0', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Network': '1.1', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Port': '1.7', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'PortForwarding': '1.3', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'QosPolicy': '1.10', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroup': '1.5', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroupRule': '1.2', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SubPort': '1.0', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Subnet': '1.1', May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Trunk': '1.1'}} May 12 14:29:28.166554 dv-cinder-840678-8-iscsi neutron-server[103695]: {{(pid=103695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:29:28.169920 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Attempting to bind port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:29:28.170693 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Attempting to bind port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:29:28.171122 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Attempting to bind port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea on network b60ad1a7-ca5e-438d-9955-80277661ae13 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:29:28.182622 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:29:28.183225 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Checking segment: {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:29:28.183742 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.184182 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Bound using segment: {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:29:28.184709 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Bound port: 9b2200a8-59fc-4799-a849-5d3ca7ec34ea, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271eec92-b840-4ea4-b3ed-5a86b6f5063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:29:28.185106 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.256501 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] For port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:29:28.278337 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] For port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,segment=NetworkSegment(271eec92-b840-4ea4-b3ed-5a86b6f5063e),segment_id=271eec92-b840-4ea4-b3ed-5a86b6f5063e)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:29:28.285195 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.338515 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Routers {'a412e762-e919-4871-b1b7-925254f2ac18'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:29:28.339142 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:29:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['a412e762-e919-4871-b1b7-925254f2ac18'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:28.383700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] Provisioning complete for port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:28.385391 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.386934 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba596981-a7b6-4c08-a391-67b3e8ee6d25 None None] Pushing event updated for resources: {'Port': ['ID=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:28.448537 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] Set router a412e762-e919-4871-b1b7-925254f2ac18 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:29:28.488735 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] Current status of the port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:28.489279 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.524485 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] For port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,segment=NetworkSegment(271eec92-b840-4ea4-b3ed-5a86b6f5063e),segment_id=271eec92-b840-4ea4-b3ed-5a86b6f5063e)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:29:28.529145 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.577021 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9ff91-a64c-4e40-97b0-d4599d228295 None None] Pushing event updated for resources: {'Port': ['ID=9b2200a8-59fc-4799-a849-5d3ca7ec34ea,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:28.651791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-f3077f8f-51a0-4b99-8b0e-40c6400217f3 None None] Provisioning complete for port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:28.652242 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3077f8f-51a0-4b99-8b0e-40c6400217f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.653671 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'name': 'router1', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:29:15Z', 'updated_at': '2022-05-12T14:29:25Z', 'revision_number': 2, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'gw_port_host': None, '_interfaces': [{'id': '9b2200a8-59fc-4799-a849-5d3ca7ec34ea', 'name': '', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'mac_address': 'fa:16:3e:37:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:25Z', 'updated_at': '2022-05-12T14:29:28Z', 'revision_number': 4, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'subnets': [{'id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:28.682314 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512f4a3-daab-4ba9-97fa-3cd0b8f4fd23 None None] The sync data for ids ['a412e762-e919-4871-b1b7-925254f2ac18'] in dv-cinder-840678-8-iscsi is: [{'id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'name': 'router1', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:29:15Z', 'updated_at': '2022-05-12T14:29:25Z', 'revision_number': 2, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'gw_port_host': None, '_interfaces': [{'id': '9b2200a8-59fc-4799-a849-5d3ca7ec34ea', 'name': '', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'mac_address': 'fa:16:3e:37:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:25Z', 'updated_at': '2022-05-12T14:29:28Z', 'revision_number': 4, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'subnets': [{'id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:29:28.737389 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:28.754985 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-f3077f8f-51a0-4b99-8b0e-40c6400217f3 None None] Current status of the port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:29.184255 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44360) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:29.399874 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a03eceb-d8d5-400e-b2a9-278710a7c977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:29.401394 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0a03eceb-d8d5-400e-b2a9-278710a7c977 admin admin] 10.222.0.79 "GET /v2.0/networks/b535f710-674a-46fa-8c12-c9ed50afdc46 HTTP/1.1" status: 200 len: 842 time: 0.2160187 May 12 14:29:29.411165 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:29:29.432602 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Made reservation on behalf of da529673a2b348db8fa8b2ebc5773804 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:29:29.434986 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:29.771240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.objects.ports [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103693) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 14:29:29.771727 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (d081ded3-dd25-460f-a347-9451b8c65821), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:29.821831 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d081ded3-dd25-460f-a347-9451b8c65821,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:29.839086 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:29:29.839409 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Network hostable DHCP agents. Network: b535f710-674a-46fa-8c12-c9ed50afdc46, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:29:29.858085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:29:29.871050 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, b535f710-674a-46fa-8c12-c9ed50afdc46) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:29:29.876182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:29.876851 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:29.888435 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d192097-a3a9-4c4b-8ce3-350bb421ff2a None None] Network b535f710-674a-46fa-8c12-c9ed50afdc46 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:29:29.903774 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7fdf9e6e-59a9-41ab-b790-1500945f8064 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4888616 May 12 14:29:30.005902 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d238582-7dca-4947-ab71-d387b85d7463 None None] Network b535f710-674a-46fa-8c12-c9ed50afdc46 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:29:32.318286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44378) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:32.561639 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0fdde5f0-fa7e-4ac9-9dd6-df288c97127b demo admin] 10.222.0.79 "GET /v2.0/routers/a412e762-e919-4871-b1b7-925254f2ac18 HTTP/1.1" status: 200 len: 710 time: 0.2421341 May 12 14:29:32.649953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb5183-fedc-4396-b16c-258bb3d6f7ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:29:32.651232 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-52eb5183-fedc-4396-b16c-258bb3d6f7ed demo admin] 10.222.0.79 "GET /v2.0/networks/b535f710-674a-46fa-8c12-c9ed50afdc46 HTTP/1.1" status: 200 len: 886 time: 0.0841491 May 12 14:29:32.660689 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:29:32.918140 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks [] for router_gateway (a412e762-e919-4871-b1b7-925254f2ac18), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:33.147697 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks [] for router_gateway (a412e762-e919-4871-b1b7-925254f2ac18), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:33.225163 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:33.445370 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Allocated IP 172.27.1.187 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/70929138-f8d2-47c4-8845-ff9ee8eb1b76) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:29:33.556272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks [] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:33.621376 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:33.697890 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:29:33.704761 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:29:33.707470 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:29:33.713557 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Pushing event updated for resources: {'Port': ['ID=70929138-f8d2-47c4-8845-ff9ee8eb1b76,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:34.008876 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks [] for router_gateway (a412e762-e919-4871-b1b7-925254f2ac18), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:34.214298 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129913'] for router (a412e762-e919-4871-b1b7-925254f2ac18), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:34.219512 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1648538'] for router (a412e762-e919-4871-b1b7-925254f2ac18), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:34.333397 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Router a412e762-e919-4871-b1b7-925254f2ac18 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:29:34.453538 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:29:34.458545 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:34.459978 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c3bc36a9-e26a-4523-844b-dd0ba07aa9eb demo admin] 10.222.0.79 "PUT /v2.0/routers/a412e762-e919-4871-b1b7-925254f2ac18 HTTP/1.1" status: 200 len: 890 time: 1.8027532 May 12 14:29:36.972442 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44390) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:37.092537 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a654775a-9885-4d68-94da-58dfaa9fad8c admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189406 May 12 14:29:37.441601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 9b2200a8-59fc-4799-a849-5d3ca7ec34ea up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:29:37.488222 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:37.489421 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:37.529360 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Sync routers for ids ['a412e762-e919-4871-b1b7-925254f2ac18'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:29:37.549407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Routers {'a412e762-e919-4871-b1b7-925254f2ac18'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:29:37.550095 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:29:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['a412e762-e919-4871-b1b7-925254f2ac18'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:37.688217 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:37.799757 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Set router a412e762-e919-4871-b1b7-925254f2ac18 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:29:38.264358 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'name': 'router1', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '70929138-f8d2-47c4-8845-ff9ee8eb1b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:29:15Z', 'updated_at': '2022-05-12T14:29:33Z', 'revision_number': 4, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'gw_port': {'id': '70929138-f8d2-47c4-8845-ff9ee8eb1b76', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:33Z', 'updated_at': '2022-05-12T14:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '9b2200a8-59fc-4799-a849-5d3ca7ec34ea', 'name': '', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'mac_address': 'fa:16:3e:37:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:25Z', 'updated_at': '2022-05-12T14:29:28Z', 'revision_number': 5, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'subnets': [{'id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:38.316712 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Checking router: a412e762-e919-4871-b1b7-925254f2ac18 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:29:38.317086 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Updating router a412e762-e919-4871-b1b7-925254f2ac18 port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:29:38.376740 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:38.749363 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Publish callbacks [] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:38.756216 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:38.816128 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Attempting to bind port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:29:38.816501 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Attempting to bind port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:29:38.816863 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Attempting to bind port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:29:38.823523 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdd068-0646-497c-bd82-0bddbe20bf50 None None] Pushing event updated for resources: {'Port': ['ID=70929138-f8d2-47c4-8845-ff9ee8eb1b76,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:38.829160 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:29:38.829533 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:29:38.829937 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:38.830321 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:29:38.830794 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Bound port: 70929138-f8d2-47c4-8845-ff9ee8eb1b76, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:29:38.831174 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:38.890246 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] For port 70929138-f8d2-47c4-8845-ff9ee8eb1b76, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:29:38.894812 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] For port 70929138-f8d2-47c4-8845-ff9ee8eb1b76, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=70929138-f8d2-47c4-8845-ff9ee8eb1b76,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:29:38.901188 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:38.963451 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdd068-0646-497c-bd82-0bddbe20bf50 None None] Pushing event updated for resources: {'Port': ['ID=70929138-f8d2-47c4-8845-ff9ee8eb1b76,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:38.965963 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Routers {'a412e762-e919-4871-b1b7-925254f2ac18'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:29:38.966536 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:29:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['a412e762-e919-4871-b1b7-925254f2ac18'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:39.085209 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] Set router a412e762-e919-4871-b1b7-925254f2ac18 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:29:39.298719 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'name': 'router1', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '70929138-f8d2-47c4-8845-ff9ee8eb1b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:29:15Z', 'updated_at': '2022-05-12T14:29:33Z', 'revision_number': 4, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'gw_port': {'id': '70929138-f8d2-47c4-8845-ff9ee8eb1b76', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:33Z', 'updated_at': '2022-05-12T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '9b2200a8-59fc-4799-a849-5d3ca7ec34ea', 'name': '', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'mac_address': 'fa:16:3e:37:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:25Z', 'updated_at': '2022-05-12T14:29:28Z', 'revision_number': 5, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'subnets': [{'id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:29:39.338683 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d9098-c07d-4e75-ab26-d2c84cda319b None None] The sync data for ids ['a412e762-e919-4871-b1b7-925254f2ac18'] in dv-cinder-840678-8-iscsi is: [{'id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'name': 'router1', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '70929138-f8d2-47c4-8845-ff9ee8eb1b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:29:15Z', 'updated_at': '2022-05-12T14:29:33Z', 'revision_number': 4, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'gw_port': {'id': '70929138-f8d2-47c4-8845-ff9ee8eb1b76', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:33Z', 'updated_at': '2022-05-12T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '9b2200a8-59fc-4799-a849-5d3ca7ec34ea', 'name': '', 'network_id': 'b60ad1a7-ca5e-438d-9955-80277661ae13', 'tenant_id': '6e94a4fd583b45929d69eee003a571fc', 'mac_address': 'fa:16:3e:37:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a412e762-e919-4871-b1b7-925254f2ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:29:25Z', 'updated_at': '2022-05-12T14:29:28Z', 'revision_number': 5, 'project_id': '6e94a4fd583b45929d69eee003a571fc', 'subnets': [{'id': 'ebc65460-9d7a-4f72-a36b-702677767990', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40a151a0-0577-4acb-a375-bf5d04ef02b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:29:41.547092 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 70929138-f8d2-47c4-8845-ff9ee8eb1b76 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:29:41.637463 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:41.638588 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:41.781970 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:41.782362 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:41.826768 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 70929138-f8d2-47c4-8845-ff9ee8eb1b76, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=70929138-f8d2-47c4-8845-ff9ee8eb1b76,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:29:41.837619 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:41.927172 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=70929138-f8d2-47c4-8845-ff9ee8eb1b76,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:29:43.544935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 70929138-f8d2-47c4-8845-ff9ee8eb1b76 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:29:43.654770 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:29:43.655503 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (70929138-f8d2-47c4-8845-ff9ee8eb1b76), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:43.775249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 70929138-f8d2-47c4-8845-ff9ee8eb1b76 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:29:52.349161 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b434d79b-c822-4308-82c1-9431354ef80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:52.822795 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:29:54.785760 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-95c61bc4-1f5e-40fe-b577-855a042d0dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:55.794372 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:56.943630 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:58.704825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:22.334550 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b53d442d-109e-4b17-9da0-3edb30d303af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:24.783094 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e011cded-0b71-4d5d-a01d-9e739377a679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:25.796097 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:26.955274 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:28.701836 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:29.866485 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:30:52.338131 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f639dad4-996b-41ed-8151-1b417487cdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:54.789050 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5de109d8-2d4f-4682-a5e9-3928fb3e1356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:55.666425 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44874) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:30:55.744793 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a204d6-8451-4d58-ad48-2aab3c728a83 admin admin] GET failed (client error): The resource could not be found. May 12 14:30:55.746099 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-74a204d6-8451-4d58-ad48-2aab3c728a83 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0783701 May 12 14:30:55.795450 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:55.994932 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f528c38-fb5d-454b-b9a8-237a4a01ae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:30:55.996430 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8f528c38-fb5d-454b-b9a8-237a4a01ae68 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2459664 May 12 14:30:56.950943 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:58.232025 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44884) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:30:58.342413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1748e047-a632-433b-a012-e07a7d1335a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:30:58.343836 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1748e047-a632-433b-a012-e07a7d1335a0 admin admin] 10.222.0.79 "GET /v2.0/subnets/ebc65460-9d7a-4f72-a36b-702677767990 HTTP/1.1" status: 200 len: 849 time: 0.1107872 May 12 14:30:58.353576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:30:58.444543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Publish callbacks [] for subnet (ebc65460-9d7a-4f72-a36b-702677767990), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:58.608815 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787953347202'] for subnet (ebc65460-9d7a-4f72-a36b-702677767990), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:58.640335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:30:58.640929 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:58.642456 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] 10.222.0.79 "PUT /v2.0/subnets/ebc65460-9d7a-4f72-a36b-702677767990 HTTP/1.1" status: 200 len: 868 time: 0.2924323 May 12 14:30:58.661166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc65460-9d7a-4f72-a36b-702677767990,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:30:58.663444 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d20ae-26a6-476d-aca9-8abef17676d8 None None] Network b60ad1a7-ca5e-438d-9955-80277661ae13 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:30:58.669976 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.670380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.671026 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.671346 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.671680 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.672089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.672405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.672739 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.673082 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.673413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.673758 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.674708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.675044 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.675359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.675731 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce67bbe-55a6-4e04-a2b2-9081b91e11d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:30:58.744249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:59.049354 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-df4f059d-5862-4297-9392-ece744553ebb None None] Provisioning complete for port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:30:59.049596 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df4f059d-5862-4297-9392-ece744553ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3ffcd2a0-a5a7-443f-a486-690ff3eba459), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:59.129659 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-df4f059d-5862-4297-9392-ece744553ebb None None] Current status of the port 3ffcd2a0-a5a7-443f-a486-690ff3eba459 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:30:59.138858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-df4f059d-5862-4297-9392-ece744553ebb None None] Provisioning complete for port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:30:59.139259 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df4f059d-5862-4297-9392-ece744553ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9b2200a8-59fc-4799-a849-5d3ca7ec34ea), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:59.226330 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-df4f059d-5862-4297-9392-ece744553ebb None None] Current status of the port 9b2200a8-59fc-4799-a849-5d3ca7ec34ea is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:00.891620 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44892) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:01.130896 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fab27-53db-49b7-a72e-98914cc46fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:01.131364 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fab27-53db-49b7-a72e-98914cc46fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:01.133010 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-693fab27-53db-49b7-a72e-98914cc46fdf admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2400112 May 12 14:31:03.391274 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44902) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:03.528656 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214e1e1-677c-47ad-9997-caac1978bdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:03.529124 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214e1e1-677c-47ad-9997-caac1978bdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:03.530705 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2214e1e1-677c-47ad-9997-caac1978bdbf admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1383731 May 12 14:31:05.800043 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:05.942284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a236a066-8fc0-47c0-9012-c2f1b6690152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:05.943664 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a236a066-8fc0-47c0-9012-c2f1b6690152 admin admin] 10.222.0.79 "GET /v2.0/networks/b535f710-674a-46fa-8c12-c9ed50afdc46 HTTP/1.1" status: 200 len: 886 time: 0.1426213 May 12 14:31:06.841343 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:31:08.280249 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44918) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:08.423243 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f94ab-ad8f-4dbd-84cc-7373c5f88011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:08.424673 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-bc0f94ab-ad8f-4dbd-84cc-7373c5f88011 admin admin] 10.222.0.79 "GET /v2.0/networks/b60ad1a7-ca5e-438d-9955-80277661ae13 HTTP/1.1" status: 200 len: 869 time: 0.1434047 May 12 14:31:10.683227 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:10.889830 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ade9-c14e-42e7-8f01-aee5b3541033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:10.890191 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4ade9-c14e-42e7-8f01-aee5b3541033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:10.891750 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-07b4ade9-c14e-42e7-8f01-aee5b3541033 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2074924 May 12 14:31:13.146579 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44934) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:13.248676 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5201cc1-9a2c-4d8e-a2aa-32ca90ac20ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:13.249137 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5201cc1-9a2c-4d8e-a2aa-32ca90ac20ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:13.250668 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d5201cc1-9a2c-4d8e-a2aa-32ca90ac20ca admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1027915 May 12 14:31:15.490780 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 44942) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:15.586771 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d14aa-a28c-42df-b7ef-c0eaa1a32f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:15.588234 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-088d14aa-a28c-42df-b7ef-c0eaa1a32f5e admin admin] 10.222.0.79 "GET /v2.0/subnets/d081ded3-dd25-460f-a347-9451b8c65821 HTTP/1.1" status: 200 len: 816 time: 0.0964689 May 12 14:31:17.860883 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 44950) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:17.966408 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc296e-dc1b-4cd1-9403-c35c7035b33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:17.967839 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-70cc296e-dc1b-4cd1-9403-c35c7035b33d admin admin] 10.222.0.79 "GET /v2.0/subnets/ebc65460-9d7a-4f72-a36b-702677767990 HTTP/1.1" status: 200 len: 868 time: 0.1059582 May 12 14:31:22.344665 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c93d32ba-845c-4e4b-9a79-0124b2ff43d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.797577 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ac8eea8-996d-4c10-88c1-db327ff81b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.799216 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:26.957447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.700777 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.843240 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:31:52.340142 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd426-4b8a-468d-b740-39c73318ca7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:54.792478 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9ddf54d5-fe22-43ba-a344-b7282475c69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:55.806470 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:56.958667 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:58.583162 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45008) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:58.634696 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-2ce1695b-5ac5-4453-a2d3-4c78b14a748b admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:31:58.635809 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2ce1695b-5ac5-4453-a2d3-4c78b14a748b admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0515940 May 12 14:31:58.697320 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:01.006201 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45016) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:01.073650 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e968dd2-616a-4813-8dff-ed480e3f8865 admin admin] GET failed (client error): The resource could not be found. May 12 14:32:01.074892 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3e968dd2-616a-4813-8dff-ed480e3f8865 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677402 May 12 14:32:01.167974 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b3a113-8459-41e2-b40f-ad9c333eaec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:01.169464 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b0b3a113-8459-41e2-b40f-ad9c333eaec2 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0882976 May 12 14:32:03.474021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45024) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:03.524423 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:03.551384 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Made reservation on behalf of da529673a2b348db8fa8b2ebc5773804 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:32:03.553857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:03.595749 dv-cinder-840678-8-iscsi neutron-server[103693]: WARNING neutron.services.revisions.revision_plugin [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Could not find related network for resource to bump revision. May 12 14:32:03.612895 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:32:03.625779 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (6df85099-6b60-4f5c-b580-69d5260ab3cc), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:03.626265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Added segment 6df85099-6b60-4f5c-b580-69d5260ab3cc of type vlan for network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf May 12 14:32:03.674161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (0d1189c3-5568-4f9a-a838-d4c9ea98dadf), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:03.711043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (0d1189c3-5568-4f9a-a838-d4c9ea98dadf), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:03.713006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:03.713880 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:03.780101 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3049383 May 12 14:32:03.813950 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Pushing event updated for resources: {'Network': ['ID=0d1189c3-5568-4f9a-a838-d4c9ea98dadf,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:03.821900 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.822258 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.823000 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.823000 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.823264 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.823591 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.824042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.824374 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.824709 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.825042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.825356 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.825708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.826044 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.826369 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.826695 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ce3fe-41ea-4f33-a19c-d16b268665ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:03.842000 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:32:06.031304 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45032) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:06.107158 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.pecan_wsgi.hooks.translation [None req-33984e47-6979-4497-a51d-3978e7a327fe admin admin] GET failed (client error): The resource could not be found. May 12 14:32:06.108470 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-33984e47-6979-4497-a51d-3978e7a327fe admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0761535 May 12 14:32:06.191339 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602343d4-bc49-413b-becb-3e8e94ed32ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:06.192895 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-602343d4-bc49-413b-becb-3e8e94ed32ec admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0756061 May 12 14:32:06.206182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:06.230817 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Made reservation on behalf of da529673a2b348db8fa8b2ebc5773804 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:32:06.233218 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.400601 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (b318f15d-0b16-4c6e-b8b6-65d8c41d16f2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.455089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b318f15d-0b16-4c6e-b8b6-65d8c41d16f2,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:06.471583 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Checking segment: {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:32:06.471962 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Network hostable DHCP agents. Network: 0d1189c3-5568-4f9a-a838-d4c9ea98dadf, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:32:06.492115 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:32:06.502548 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 0d1189c3-5568-4f9a-a838-d4c9ea98dadf) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:32:06.506857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:06.507560 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.512478 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fda388-1efd-49f8-8b3b-7c537ad326d4 None None] Network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:32:06.525688 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-07201229-cd49-49e1-aa5f-aeb0b49447bd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3230190 May 12 14:32:06.624323 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-0d1189c3-5568-4f9a-a838-d4c9ea98dadf', 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf', 'project_id': 'da529673a2b348db8fa8b2ebc5773804', 'fixed_ips': [{'subnet_id': 'b318f15d-0b16-4c6e-b8b6-65d8c41d16f2'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:32:06.625341 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.867844 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Allocated IP 192.168.233.2 (0d1189c3-5568-4f9a-a838-d4c9ea98dadf/b318f15d-0b16-4c6e-b8b6-65d8c41d16f2/5e8ad960-2b93-4d3e-9788-eb6c22d8b105) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:32:07.013802 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Publish callbacks [] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.020118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.063662 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:32:07.068633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:32:07.071681 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:32:07.077683 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Pushing event updated for resources: {'Port': ['ID=5e8ad960-2b93-4d3e-9788-eb6c22d8b105,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:07.088943 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.089294 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.089659 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.090017 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.090354 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.090687 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.091015 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.091340 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.091660 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.092039 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.092328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.092664 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.092988 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.093305 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.093620 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:07.145913 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Attempting to bind port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:32:07.146289 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Attempting to bind port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:32:07.146659 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Attempting to bind port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 on network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:32:07.152217 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:32:07.152597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Checking segment: {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:32:07.153029 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.153413 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Bound using segment: {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:32:07.153903 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Bound port: 5e8ad960-2b93-4d3e-9788-eb6c22d8b105, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:32:07.154286 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.219671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] For port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:32:07.222830 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] For port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=5e8ad960-2b93-4d3e-9788-eb6c22d8b105,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:32:07.230356 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.290433 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938928-fdf7-484f-a9f4-11ccb8792f7d None None] Pushing event updated for resources: {'Port': ['ID=5e8ad960-2b93-4d3e-9788-eb6c22d8b105,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:07.597816 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:32:07.652672 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:07.653045 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.735877 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:07.736202 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.772497 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=5e8ad960-2b93-4d3e-9788-eb6c22d8b105,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:07.785174 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:07.847880 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=5e8ad960-2b93-4d3e-9788-eb6c22d8b105,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:08.166675 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96737497-1ed7-435d-b444-0758a6f1df36 None None] Network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:32:08.283931 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-7601095d-bebf-402d-9aa2-705aed6e298b None None] Provisioning complete for port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:08.284330 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7601095d-bebf-402d-9aa2-705aed6e298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:08.371915 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-7601095d-bebf-402d-9aa2-705aed6e298b None None] Current status of the port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:08.591055 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-c37f2bf0-02cd-4aa3-9295-8108f010855e None None] Provisioning complete for port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:08.591560 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c37f2bf0-02cd-4aa3-9295-8108f010855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:08.673944 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-c37f2bf0-02cd-4aa3-9295-8108f010855e None None] Current status of the port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:09.532479 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:32:09.580980 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:09.581373 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e8ad960-2b93-4d3e-9788-eb6c22d8b105), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:09.662476 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 5e8ad960-2b93-4d3e-9788-eb6c22d8b105 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:20.841430 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:32:22.343915 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bb07-0e04-40be-925a-b93425713381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:24.797105 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb8c-a0fb-4e7c-9faf-f61a46af1c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:25.806597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.961879 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.694369 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:52.348639 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e68011e6-7dd9-4c84-a598-1a51b1117787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:54.804366 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c713179a-0ff6-457b-8d35-7f37ebae56c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.809222 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.965255 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.839336 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:32:58.696860 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.356880 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd38b330-aced-43f7-b472-40ad79e0013a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:24.802700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f9a00f2c-bb0d-416e-899b-85fde7006709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:25.812709 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.968312 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:28.694177 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:34.838321 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:33:36.080104 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45070) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:36.085754 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [None req-080a919a-85ca-4812-9130-398581b94504 tempest-verify_tempest_config-1245785931 tempest-verify_tempest_config-1245785931-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:33:36.086746 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-080a919a-85ca-4812-9130-398581b94504 tempest-verify_tempest_config-1245785931 tempest-verify_tempest_config-1245785931-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056882 May 12 14:33:36.403516 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45088) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:36.527299 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.635444 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Publish callbacks [] for security_group (cc48aa05-ee62-4f17-b27a-eb43dda7ee28), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.642382 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cc48aa05-ee62-4f17-b27a-eb43dda7ee28), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.688788 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f08be226c27042e5ad53c8b21bea6247&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2840853 May 12 14:33:36.689572 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc48aa05-ee62-4f17-b27a-eb43dda7ee28,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:36.691452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45094) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:36.702755 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.703094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.703443 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.703812 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.704138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.704459 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.704778 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.705092 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.705436 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.705750 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.706067 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.706400 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.706701 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.707014 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.707321 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe4911-9c71-4c48-baa7-f308937136c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:36.757063 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5eda0cb9-e432-43ae-b708-78aa94e4ddd5 admin admin] Publish callbacks [] for security_group (cc48aa05-ee62-4f17-b27a-eb43dda7ee28), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.777462 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5eda0cb9-e432-43ae-b708-78aa94e4ddd5 admin admin] Publish callbacks [] for security_group (cc48aa05-ee62-4f17-b27a-eb43dda7ee28), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.875406 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5eda0cb9-e432-43ae-b708-78aa94e4ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cc48aa05-ee62-4f17-b27a-eb43dda7ee28), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.879630 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5eda0cb9-e432-43ae-b708-78aa94e4ddd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.881643 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5eda0cb9-e432-43ae-b708-78aa94e4ddd5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc48aa05-ee62-4f17-b27a-eb43dda7ee28 HTTP/1.1" status: 204 len: 168 time: 0.1890779 May 12 14:33:36.890343 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda0cb9-e432-43ae-b708-78aa94e4ddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc48aa05-ee62-4f17-b27a-eb43dda7ee28,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:52.352223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-64daeb4a-dcb3-4e6e-9888-2281b945a3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:54.799329 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-868a5a0e-091d-4384-b3b4-e716361698c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:55.814657 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:56.972165 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:58.690416 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.836133 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:34:22.363707 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e25e60d6-3e12-42a0-8a26-82ee104b6ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.801263 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df415bfd-5539-4af8-a591-43e9233125ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:25.824637 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.978968 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.697315 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:48.836413 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:34:52.366078 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1992b8ff-2e72-4532-9592-bd848bb64396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:54.804561 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2e7207d9-55ba-4367-b578-f71f0385fe9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.822820 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:56.981357 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:58.695935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:22.369708 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-51be98e7-5b83-467d-9a0f-fa144339d0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:24.799148 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1576ac6a-5fa7-418b-b81e-f81ee82861d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:25.825357 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:25.834700 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 5 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:35:26.988615 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:28.700135 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:31.731894 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1638515'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:43.610253 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45164) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:43.722531 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f8979bb9-f5fa-4ab1-9a5d-5687e34f3892 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1111572 May 12 14:35:45.951466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45174) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:46.020832 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-78de9e2f-ffe1-4b17-b2d4-16c4cbdf9601 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0682249 May 12 14:35:52.363533 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf1d4-aee4-42b9-a87d-0379fc52ae20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.806228 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcd74-0e4b-4df1-811d-5228c73eedfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:55.838426 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:56.997004 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:58.702112 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:01.722350 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:02.833617 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:36:22.373720 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55604def-bb70-40ed-b49d-43368546242a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:24.810380 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13c478e9-b720-403e-a4af-33a3b8c91570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:25.838934 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:27.003210 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:28.711471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:31.742503 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:39.831516 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:36:52.370553 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e970291e-08a6-472f-82cb-fa94f743e5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:54.804873 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31384e56-54b3-4f0c-8cb4-15e8bd1d549e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:55.837288 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:56.997767 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:58.704330 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:01.746341 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:16.830198 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:37:22.375057 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1699185-02b4-463e-82bd-9bb49c33f93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:24.830391 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5342d293-c18b-48a9-bb86-a79cd5a92a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:25.842629 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:25.893477 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45302) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:26.160284 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-767066222-network', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:26.184637 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Made reservation on behalf of 2580eb79c9684c318adbfaa325e7f12c for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:26.187245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.196313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.281058 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks [] for security_group (376acc69-4bdb-46a2-9b22-286f40b16146), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.287754 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (376acc69-4bdb-46a2-9b22-286f40b16146), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.300646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:26.328167 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376acc69-4bdb-46a2-9b22-286f40b16146,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:26.332197 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.332815 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Added segment 7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a of type vlan for network 50fb2d7f-8dca-4e62-9436-b1a9279da276 May 12 14:37:26.366619 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.366987 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.367287 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.367707 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.368003 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.368346 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.368666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.368983 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.369330 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.369651 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.369984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.370315 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.371008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.371008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.371239 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Tracked resource versions report: May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: pushed versions: May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: { 'AddressGroup': {'1.2'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Agent': {'1.1'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'ConntrackHelper': {'1.0'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Log': {'1.0'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'NDPProxy': {'1.0'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Network': {'1.1'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Port': {'1.7'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'PortForwarding': {'1.3'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'QosPolicy': {'1.10'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroup': {'1.5'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SubPort': {'1.0'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Subnet': {'1.1'}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Trunk': {'1.1'}} May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: consumer versions: May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: HyperV agent@hv-cinder-84067: {}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Agent': '1.1', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'ConntrackHelper': '1.0', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'LocalIPAssociation': '1.0', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Log': '1.0', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'NDPProxy': '1.0', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Network': '1.1', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Port': '1.7', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'PortForwarding': '1.3', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'QosPolicy': '1.10', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroup': '1.5', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SecurityGroupRule': '1.2', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'SubPort': '1.0', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Subnet': '1.1', May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: 'Trunk': '1.1'}} May 12 14:37:26.372468 dv-cinder-840678-8-iscsi neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:37:26.398573 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (50fb2d7f-8dca-4e62-9436-b1a9279da276), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.429276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (50fb2d7f-8dca-4e62-9436-b1a9279da276), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.429674 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:26.430328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.467377 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.5709593 May 12 14:37:26.470310 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45346) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:26.481492 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Request body: {'subnet': {'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-subnet', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:26.523990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f6282-e696-41f5-bc4b-f530d675b28a admin admin] Pushing event updated for resources: {'Network': ['ID=50fb2d7f-8dca-4e62-9436-b1a9279da276,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:26.534741 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:26.548460 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Made reservation on behalf of 2580eb79c9684c318adbfaa325e7f12c for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:26.550981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.734235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (c253b75a-a154-4406-bb46-f066ae374ad2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.869953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c253b75a-a154-4406-bb46-f066ae374ad2,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:26.891240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Checking segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:26.891759 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Network hostable DHCP agents. Network: 50fb2d7f-8dca-4e62-9436-b1a9279da276, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:26.912406 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:26.926301 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 50fb2d7f-8dca-4e62-9436-b1a9279da276) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:26.936938 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2e53d-3ddb-45e3-854b-a3769c82aec0 None None] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:26.940498 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:26.941108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:26.953827 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45368) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:26.967514 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45374) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:26.968902 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d7ebbe76-5dc1-4b9e-a524-845af8bec6d0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4975226 May 12 14:37:26.975238 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45376) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:26.979835 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:27.014484 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (3c676323-7deb-44fd-a6e2-f7b0597abdef), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.017170 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (3c676323-7deb-44fd-a6e2-f7b0597abdef), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.054779 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.062664 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-50fb2d7f-8dca-4e62-9436-b1a9279da276', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:37:27.063966 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.104281 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks [] for router_controller (3c676323-7deb-44fd-a6e2-f7b0597abdef), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.202869 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45386) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:27.214921 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Allocated IP 172.20.0.2 (50fb2d7f-8dca-4e62-9436-b1a9279da276/c253b75a-a154-4406-bb46-f066ae374ad2/9cb397e7-8cea-400f-8e4d-8f80ec23aee8) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:27.291596 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks [] for router_gateway (3c676323-7deb-44fd-a6e2-f7b0597abdef), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.383583 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Publish callbacks [] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.392084 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.424878 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-904315292-network', 'tenant_id': 'c865b8a441ac423e9032a0c70301ec6e'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:27.431304 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:27.434386 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:27.437962 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:27.453281 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Pushing event updated for resources: {'Port': ['ID=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:27.466337 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Made reservation on behalf of c865b8a441ac423e9032a0c70301ec6e for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:27.469126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.479609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.482953 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.483305 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.483672 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.484064 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.484380 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.484710 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.485093 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.485424 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.485740 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.486238 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.486717 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.487225 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.487915 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.488377 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.488849 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Tracked resource versions report: May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: pushed versions: May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: { 'AddressGroup': {'1.2'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Agent': {'1.1'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'ConntrackHelper': {'1.0'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Log': {'1.0'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'NDPProxy': {'1.0'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Network': {'1.1'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Port': {'1.7'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'PortForwarding': {'1.3'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'QosPolicy': {'1.10'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroup': {'1.5'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SubPort': {'1.0'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Subnet': {'1.1'}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Trunk': {'1.1'}} May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: consumer versions: May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: HyperV agent@hv-cinder-84067: {}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Agent': '1.1', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'ConntrackHelper': '1.0', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'LocalIPAssociation': '1.0', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Log': '1.0', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'NDPProxy': '1.0', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Network': '1.1', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Port': '1.7', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'PortForwarding': '1.3', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'QosPolicy': '1.10', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroup': '1.5', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SecurityGroupRule': '1.2', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'SubPort': '1.0', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Subnet': '1.1', May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: 'Trunk': '1.1'}} May 12 14:37:27.490726 dv-cinder-840678-8-iscsi neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:37:27.493541 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1586136283-network', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:27.542043 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Attempting to bind port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:27.543178 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Attempting to bind port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:27.543793 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Attempting to bind port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:27.553535 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:27.554731 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Checking segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:27.555581 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.556237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Bound using segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:27.557141 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Bound port: 9cb397e7-8cea-400f-8e4d-8f80ec23aee8, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:27.557752 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.603726 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Made reservation on behalf of 4bfc0cf739ef49329b3abc976a5cf1ab for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:27.606112 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.611327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks [] for security_group (4d10693d-4509-4738-aaaf-ab965ffaa585), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.621256 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.621504 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (4d10693d-4509-4738-aaaf-ab965ffaa585), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.648079 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] For port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:27.652008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] For port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:27.664551 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.669714 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d10693d-4509-4738-aaaf-ab965ffaa585,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:27.698475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:27.706997 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks [] for router_gateway (3c676323-7deb-44fd-a6e2-f7b0597abdef), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.709998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (3089b6c6-90cf-4550-aca1-2cea544775bb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.711532 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Added segment 3089b6c6-90cf-4550-aca1-2cea544775bb of type vlan for network 586bf05d-2967-4ec3-b588-a29598f5b674 May 12 14:37:27.742783 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.751889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aeb0f-73af-45e0-b1e7-65342b59c9c7 None None] Pushing event updated for resources: {'Port': ['ID=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:27.780791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (586bf05d-2967-4ec3-b588-a29598f5b674), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.812084 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (586bf05d-2967-4ec3-b588-a29598f5b674), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.814940 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:27.815764 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.838903 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45402) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:27.869438 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8903644 May 12 14:37:27.869552 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:27.874981 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Request body: {'subnet': {'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-904315292-subnet', 'tenant_id': 'c865b8a441ac423e9032a0c70301ec6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:27.897701 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1163029845-network', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:27.920644 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fcf3d-61bc-4620-87f9-4d0f10bfcac4 admin admin] Pushing event updated for resources: {'Network': ['ID=586bf05d-2967-4ec3-b588-a29598f5b674,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:27.926505 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Made reservation on behalf of 9794155ca0aa4b75a153f0640e068ff5 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:27.930468 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks [] for security_group (14e24466-1a01-4660-970e-8264e3a9d7d2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.938370 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.939376 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Made reservation on behalf of c865b8a441ac423e9032a0c70301ec6e for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:27.941656 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 586bf05d-2967-4ec3-b588-a29598f5b674 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:27.942283 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:27.958463 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.125188 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks [] for security_group (99bd837b-de7b-49c2-920e-4ed8a38d264d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.128577 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (14e24466-1a01-4660-970e-8264e3a9d7d2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.142446 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (99bd837b-de7b-49c2-920e-4ed8a38d264d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.151808 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:28.163777 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.164596 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Added segment 1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5 of type vlan for network e4082a23-e2c1-47cf-8408-55f5d6e4d99e May 12 14:37:28.180172 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:28.211526 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (e4082a23-e2c1-47cf-8408-55f5d6e4d99e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.218708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (61fd3156-fd20-4453-b8d2-5d676be3c711), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.219123 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Added segment 61fd3156-fd20-4453-b8d2-5d676be3c711 of type vlan for network 45d1d321-0090-41ca-9dd0-9f717585a523 May 12 14:37:28.221277 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd837b-de7b-49c2-920e-4ed8a38d264d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:28.283713 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-496944579-network', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:28.292431 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (45d1d321-0090-41ca-9dd0-9f717585a523), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.292774 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e24466-1a01-4660-970e-8264e3a9d7d2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:28.325117 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.325533 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.325770 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.326127 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.326546 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.326881 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.327219 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.327552 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.327993 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.328364 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.328779 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.329185 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.329520 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.329848 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.330174 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Tracked resource versions report: May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: pushed versions: May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: { 'AddressGroup': {'1.2'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Agent': {'1.1'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'ConntrackHelper': {'1.0'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'LocalIPAssociation': {'1.0'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Log': {'1.0'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'NDPProxy': {'1.0'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Network': {'1.1'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Port': {'1.7'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'PortForwarding': {'1.3'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'QosPolicy': {'1.10'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroup': {'1.5'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroupRule': {'1.2'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SubPort': {'1.0'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Subnet': {'1.1'}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Trunk': {'1.1'}} May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: consumer versions: May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: HyperV agent@hv-cinder-84067: {}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Agent': '1.1', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'ConntrackHelper': '1.0', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'LocalIPAssociation': '1.0', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Log': '1.0', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'NDPProxy': '1.0', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Network': '1.1', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Port': '1.7', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'PortForwarding': '1.3', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'QosPolicy': '1.10', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroup': '1.5', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SecurityGroupRule': '1.2', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'SubPort': '1.0', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Subnet': '1.1', May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: 'Trunk': '1.1'}} May 12 14:37:28.331412 dv-cinder-840678-8-iscsi neutron-server[103692]: {{(pid=103692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:37:28.344455 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (45d1d321-0090-41ca-9dd0-9f717585a523), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.345142 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:28.345716 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.376693 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Made reservation on behalf of 0dd7bf482a7c472bbe4857f2d71d00e1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:28.379045 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.392078 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (e4082a23-e2c1-47cf-8408-55f5d6e4d99e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.393136 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:28.393615 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.405542 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.432265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] Pushing event updated for resources: {'Network': ['ID=45d1d321-0090-41ca-9dd0-9f717585a523,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:28.441021 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-60708d08-0515-4d8b-98c4-515e61b5b33f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2322793 May 12 14:37:28.441412 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45430) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:28.446176 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 45d1d321-0090-41ca-9dd0-9f717585a523 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:28.446859 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Request body: {'subnet': {'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-subnet', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:28.471115 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Made reservation on behalf of 9794155ca0aa4b75a153f0640e068ff5 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:28.476000 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.500213 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5444756 May 12 14:37:28.504227 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:28.517281 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Allocated IP 172.27.1.214 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/70ea018e-9d29-42bf-9fac-f1e9d55a9846) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:28.529556 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Request body: {'subnet': {'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1586136283-subnet', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:28.541622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e785ae-a2c6-4412-8809-4863cf9011e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4082a23-e2c1-47cf-8408-55f5d6e4d99e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:28.587875 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:28.665698 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Made reservation on behalf of 4bfc0cf739ef49329b3abc976a5cf1ab for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:28.668228 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.691345 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.779901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (5ce40759-9707-4f10-917d-8c04fdc3c404), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.841199 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:28.900617 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce40759-9707-4f10-917d-8c04fdc3c404,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:28.911204 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:28.918954 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:28.919574 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Network hostable DHCP agents. Network: 45d1d321-0090-41ca-9dd0-9f717585a523, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:28.959010 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:28.978950 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 45d1d321-0090-41ca-9dd0-9f717585a523) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:28.987955 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba665766-bcea-4c34-a7b9-00bb0c9ec01d None None] Network 45d1d321-0090-41ca-9dd0-9f717585a523 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:28.988511 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:28.989896 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.035566 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d6b8232f-66a9-4957-9755-43dc65ed8033 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5908737 May 12 14:37:29.036250 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45454) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:29.048432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:29.125811 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (0a7be14b-94c1-44ab-a074-afa579e7bfd8), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.127020 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (0a7be14b-94c1-44ab-a074-afa579e7bfd8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.192230 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks [] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.214669 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks [] for security_group (7b42fb53-348a-4624-9121-9960c4d43693), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.233100 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-45d1d321-0090-41ca-9dd0-9f717585a523', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:37:29.234442 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.258637 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (7b42fb53-348a-4624-9121-9960c4d43693), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.282172 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:29.309194 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (3c644441-c045-4d13-95fd-adffa727e2fb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.309778 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Added segment 3c644441-c045-4d13-95fd-adffa727e2fb of type vlan for network 272339fb-b619-4ece-94ff-5fe15c567402 May 12 14:37:29.317346 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks [] for router_controller (0a7be14b-94c1-44ab-a074-afa579e7bfd8), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.397689 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (272339fb-b619-4ece-94ff-5fe15c567402), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.471534 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b42fb53-348a-4624-9121-9960c4d43693,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:29.484186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks [] for router_gateway (0a7be14b-94c1-44ab-a074-afa579e7bfd8), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.488609 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (272339fb-b619-4ece-94ff-5fe15c567402), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.490811 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:29.491390 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.506151 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Checking segment: {'id': '3089b6c6-90cf-4550-aca1-2cea544775bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:29.506519 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Network hostable DHCP agents. Network: 586bf05d-2967-4ec3-b588-a29598f5b674, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:29.511616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Allocated IP 172.20.0.2 (45d1d321-0090-41ca-9dd0-9f717585a523/5ce40759-9707-4f10-917d-8c04fdc3c404/cfe628fb-860e-478c-8c5a-6271100677fc) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:29.532957 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45478) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:29.533620 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6915398 May 12 14:37:29.543783 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Request body: {'subnet': {'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-subnet', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:29.581946 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Network 586bf05d-2967-4ec3-b588-a29598f5b674 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:29.589908 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Made reservation on behalf of 0dd7bf482a7c472bbe4857f2d71d00e1 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:29.596659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.603192 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 586bf05d-2967-4ec3-b588-a29598f5b674) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:29.623421 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:29.624052 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.634823 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b4019-282b-4cba-abf8-e67315782ee6 None None] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:29.640538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a08e9-94ac-4445-b9f7-cccbb7f7ae94 None None] Network 586bf05d-2967-4ec3-b588-a29598f5b674 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:29.843738 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e297c-5f25-48fb-97e3-ae41d5d6729d admin admin] Pushing event updated for resources: {'Network': ['ID=272339fb-b619-4ece-94ff-5fe15c567402,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:29.848905 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8773fec7-c76b-4024-8f37-8b38e9887cc9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9783080 May 12 14:37:29.911759 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:29.991066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks [] for router_gateway (0a7be14b-94c1-44ab-a074-afa579e7bfd8), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.009647 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Pushing event updated for resources: {'Port': ['ID=70ea018e-9d29-42bf-9fac-f1e9d55a9846,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:30.022823 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 272339fb-b619-4ece-94ff-5fe15c567402 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:30.027612 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:30.079244 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf837e-63a6-48ad-967a-02eda09d86ba None None] Network 586bf05d-2967-4ec3-b588-a29598f5b674 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:30.089071 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:30.104920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.123039 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:30.144608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:30.175600 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] Provisioning complete for port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:30.176074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.242690 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (f06672bd-70c6-4130-a103-df043d7cd32e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.266040 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (d519e8ed-3cc4-4463-b726-f74e06373f34), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.341157 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06672bd-70c6-4130-a103-df043d7cd32e,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:30.461635 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Checking segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:30.461994 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Network hostable DHCP agents. Network: 272339fb-b619-4ece-94ff-5fe15c567402, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:30.469855 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Publish callbacks [] for port (cfe628fb-860e-478c-8c5a-6271100677fc), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.505772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.513528 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:30.514005 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.518736 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Network 272339fb-b619-4ece-94ff-5fe15c567402 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:30.530615 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Allocated IP 172.27.1.19 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/4b096d6c-4c57-41bb-a0c5-278f9f6a4d67) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:30.544858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 272339fb-b619-4ece-94ff-5fe15c567402) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:30.553246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:30.554517 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.598071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-20c98643-b616-4092-a36d-d453e816c02a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0636411 May 12 14:37:30.609394 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45520) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:30.616155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:30.631184 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e53c2d-572d-4b6a-bf56-ce0ec11c81f5 None None] Network 272339fb-b619-4ece-94ff-5fe15c567402 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:30.656761 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (965f2fb9-48a8-4334-aed3-04dba21f3744), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.658060 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (965f2fb9-48a8-4334-aed3-04dba21f3744), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:30.788024 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d519e8ed-3cc4-4463-b726-f74e06373f34,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:30.811825 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Checking segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:30.813437 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Network hostable DHCP agents. Network: e4082a23-e2c1-47cf-8408-55f5d6e4d99e, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:30.944956 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:30.998804 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-272339fb-b619-4ece-94ff-5fe15c567402', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:37:31.001277 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.030540 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, e4082a23-e2c1-47cf-8408-55f5d6e4d99e) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:31.041741 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:31.043174 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.048471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:31.058607 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] Current status of the port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:31.059364 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.064945 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78e7042-2b9b-4224-b8a5-17a5d3c27b06 None None] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:31.067601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:31.077365 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:31.085561 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks [] for router_gateway (3c676323-7deb-44fd-a6e2-f7b0597abdef), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.085993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks [] for router_controller (965f2fb9-48a8-4334-aed3-04dba21f3744), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.181518 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Pushing event updated for resources: {'Port': ['ID=cfe628fb-860e-478c-8c5a-6271100677fc,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:31.196334 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ed1edfc8-6c35-4425-ae03-fced15e57177 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6826253 May 12 14:37:31.207807 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:31.216669 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:31.277311 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.281397 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.315593 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks [] for router_gateway (965f2fb9-48a8-4334-aed3-04dba21f3744), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.331364 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks [] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.350513 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] For port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:31.361922 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45566) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:31.365366 dv-cinder-840678-8-iscsi neutron-server[103693]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 14:37:31.467792 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks [] for router_controller (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.484181 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45572) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:31.502660 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.566154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563373f-32bb-4584-a4c6-50f2b3a42bbd None None] Pushing event updated for resources: {'Port': ['ID=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:31.566400 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (3c676323-7deb-44fd-a6e2-f7b0597abdef), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.569148 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:31.569541 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.595856 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Attempting to bind port cfe628fb-860e-478c-8c5a-6271100677fc on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:31.596242 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Attempting to bind port cfe628fb-860e-478c-8c5a-6271100677fc by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:31.596588 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Attempting to bind port cfe628fb-860e-478c-8c5a-6271100677fc on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:31.604039 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Allocated IP 172.20.0.2 (272339fb-b619-4ece-94ff-5fe15c567402/f06672bd-70c6-4130-a103-df043d7cd32e/b7dc1dec-1197-4e48-9759-05b4ef6b1f63) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:31.606777 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:31.607159 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:31.607577 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.608011 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Bound using segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:31.608996 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Bound port: cfe628fb-860e-478c-8c5a-6271100677fc, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:31.609382 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.656783 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-17256c28-63e3-414e-baec-d0dda2c688d2 None None] Provisioning complete for port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:31.657160 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17256c28-63e3-414e-baec-d0dda2c688d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.676949 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.728858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:37:31.729858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:31.742643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Pushing event updated for resources: {'Port': ['ID=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:31.771714 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:31.779084 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-f9f778a9-9aac-4bf2-8950-5fdd12dc69f2 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:31.780634 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-f9f778a9-9aac-4bf2-8950-5fdd12dc69f2 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/networks?id=586bf05d-2967-4ec3-b588-a29598f5b674 HTTP/1.1" status: 200 len: 811 time: 0.4177225 May 12 14:37:31.808489 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:31.815311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:31.872458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-2227a2e9-42ba-46cb-9f43-fc596260c74b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/quotas/c865b8a441ac423e9032a0c70301ec6e HTTP/1.1" status: 200 len: 375 time: 0.0584457 May 12 14:37:31.886255 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Allocated IP 172.20.0.2 (e4082a23-e2c1-47cf-8408-55f5d6e4d99e/d519e8ed-3cc4-4463-b726-f74e06373f34/c981caae-ca36-49b2-8caf-4b4d2decb601) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:32.018597 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-7988645f-708a-4315-a9a1-e84256fe7542 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c865b8a441ac423e9032a0c70301ec6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254525 May 12 14:37:32.025033 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d34d4af-69ee-4b81-9dce-f26fa574fa57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.039927 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks [] for router_gateway (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.045965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Publish callbacks [] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.073686 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks [] for router_gateway (965f2fb9-48a8-4334-aed3-04dba21f3744), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.109455 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.133802 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.199565 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.381198 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.db.api [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 14:37:32.381690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG oslo_db.api [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:37:32.390376 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:32.405280 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:32.416561 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-c4830a5a-5768-44f3-ab53-b616f410393f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:37:32.417714 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-c4830a5a-5768-44f3-ab53-b616f410393f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1639884 May 12 14:37:32.427232 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:32.430986 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Router 3c676323-7deb-44fd-a6e2-f7b0597abdef is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:37:32.453598 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Allocated IP 172.27.1.2 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/a5edf09f-bb04-45b7-a53c-1506a85c7931) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:32.469214 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] For port cfe628fb-860e-478c-8c5a-6271100677fc, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:32.471877 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks [] for router_gateway (0a7be14b-94c1-44ab-a074-afa579e7bfd8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.476404 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks [] for router_gateway (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.535584 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Pushing event updated for resources: {'Port': ['ID=c981caae-ca36-49b2-8caf-4b4d2decb601,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:32.541244 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d34d4af-69ee-4b81-9dce-f26fa574fa57 admin admin] Publish callbacks [] for security_group (09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.542679 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.555229 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d34d4af-69ee-4b81-9dce-f26fa574fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.555458 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] For port cfe628fb-860e-478c-8c5a-6271100677fc, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=cfe628fb-860e-478c-8c5a-6271100677fc,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:32.602005 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.608221 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-17256c28-63e3-414e-baec-d0dda2c688d2 None None] Current status of the port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:32.636037 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Attempting to bind port c981caae-ca36-49b2-8caf-4b4d2decb601 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:32.636412 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Attempting to bind port c981caae-ca36-49b2-8caf-4b4d2decb601 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:32.637130 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Attempting to bind port c981caae-ca36-49b2-8caf-4b4d2decb601 on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:32.652828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:32.653208 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Checking segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:32.653617 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.654007 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Bound using segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:32.654485 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Bound port: c981caae-ca36-49b2-8caf-4b4d2decb601, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:32.654869 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.693885 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8d34d4af-69ee-4b81-9dce-f26fa574fa57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=978ae8df74584181a38220fae537c6dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2084033 May 12 14:37:32.699140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34d4af-69ee-4b81-9dce-f26fa574fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:32.700491 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Publish callbacks [] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.705618 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45598) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:32.730977 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.734508 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:32.743237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270766b-4e16-4b4b-a966-d793baffd92f None None] Pushing event updated for resources: {'Port': ['ID=cfe628fb-860e-478c-8c5a-6271100677fc,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:32.752889 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Sync routers for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:32.796153 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:32.798986 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:32.804931 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.808895 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b4b889fd-3e0b-448b-aa25-0497f34360e2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8365071 May 12 14:37:32.809229 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:32.819342 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Network 272339fb-b619-4ece-94ff-5fe15c567402 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:32.827143 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:32.833894 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-9e86858e-4f67-49cd-a291-19e771ab02e5 service neutron] 10.222.0.79 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894641 May 12 14:37:32.835106 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:32.849731 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Pushing event updated for resources: {'Port': ['ID=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:32.855941 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] For port c981caae-ca36-49b2-8caf-4b4d2decb601, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:32.860878 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] For port c981caae-ca36-49b2-8caf-4b4d2decb601, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=c981caae-ca36-49b2-8caf-4b4d2decb601,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:32.895857 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.921483 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0938631-35dc-455e-a64f-eefc1ee93593 admin admin] Publish callbacks [] for security_group (09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.959379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks [] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:32.963041 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0938631-35dc-455e-a64f-eefc1ee93593 admin admin] Publish callbacks [] for security_group (09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.071639 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:33.081316 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Attempting to bind port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:33.081693 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Attempting to bind port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:33.082057 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Attempting to bind port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 on network 272339fb-b619-4ece-94ff-5fe15c567402 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:33.101484 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:33.114750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420976a-2d8d-4286-aac0-16f611a1f04b None None] Pushing event updated for resources: {'Port': ['ID=c981caae-ca36-49b2-8caf-4b4d2decb601,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:33.124926 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:33.125175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (0a7be14b-94c1-44ab-a074-afa579e7bfd8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.125772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Checking segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:33.126794 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.127215 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Bound using segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:33.128418 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-55ba7b47-efd9-4353-b00d-29e798cd89a0 service neutron] 10.222.0.79 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517941 May 12 14:37:33.128840 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Bound port: b7dc1dec-1197-4e48-9759-05b4ef6b1f63, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:33.129537 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.135004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.259965 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:33.265460 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:33.273116 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:33.332614 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0938631-35dc-455e-a64f-eefc1ee93593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.343816 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5edf09f-bb04-45b7-a53c-1506a85c7931,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:33.348014 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0938631-35dc-455e-a64f-eefc1ee93593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.349433 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f0938631-35dc-455e-a64f-eefc1ee93593 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f HTTP/1.1" status: 204 len: 168 time: 0.6427839 May 12 14:37:33.400957 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] For port b7dc1dec-1197-4e48-9759-05b4ef6b1f63, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:33.415152 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] For port b7dc1dec-1197-4e48-9759-05b4ef6b1f63, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:33.432063 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.436524 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938631-35dc-455e-a64f-eefc1ee93593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1f02a-5a80-4cbd-bf02-8c1f3a7f7b7f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:33.657580 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:33.678482 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Allocated IP 172.27.1.27 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/33cabd8c-64ea-4a9a-b074-c61ec2af4196) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:33.766901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6dc47-1171-483a-a00c-44a0436170fd None None] Pushing event updated for resources: {'Port': ['ID=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:33.842838 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:33.843524 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:33.999391 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:30Z', 'revision_number': 3, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:34.155350 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Checking router: 3c676323-7deb-44fd-a6e2-f7b0597abdef for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:34.155765 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Updating router 3c676323-7deb-44fd-a6e2-f7b0597abdef port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:34.205960 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:34.216828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device cfe628fb-860e-478c-8c5a-6271100677fc up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:34.255245 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebc76992-a701-4381-9e12-5ecb9e0aec96 req-9cc533ab-0a3e-4ab5-9439-b978ceae3377 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.3141816 May 12 14:37:34.275611 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.317424 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:37:34.335145 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port cfe628fb-860e-478c-8c5a-6271100677fc triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:34.335799 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.386441 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks [] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.469058 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45652) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:34.505081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port cfe628fb-860e-478c-8c5a-6271100677fc is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:34.505081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.576586 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.605055 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port cfe628fb-860e-478c-8c5a-6271100677fc, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=cfe628fb-860e-478c-8c5a-6271100677fc,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:34.616872 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.643105 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d16c87da-ad9d-4b0f-bcc1-58355ea74620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.682988 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks [] for router_gateway (965f2fb9-48a8-4334-aed3-04dba21f3744), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.708478 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:34.712912 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=cfe628fb-860e-478c-8c5a-6271100677fc,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:34.740672 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:34.753487 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:34.855874 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dae6c5-03a4-4a32-8041-d19b46ca70f3 None None] Network 45d1d321-0090-41ca-9dd0-9f717585a523 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:34.866096 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Pushing event updated for resources: {'Port': ['ID=33cabd8c-64ea-4a9a-b074-c61ec2af4196,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:34.980227 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Publish callbacks [] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:34.997072 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.072068 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-ed89fbf2-d666-4fdb-920e-3d3549c7f4be None None] Provisioning complete for port cfe628fb-860e-478c-8c5a-6271100677fc triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:35.072649 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ed89fbf2-d666-4fdb-920e-3d3549c7f4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.098590 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:35.144175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d16c87da-ad9d-4b0f-bcc1-58355ea74620 admin admin] Publish callbacks [] for security_group (f3a8105d-3de9-40ca-850c-65755a3cfaad), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.157700 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Pushing event updated for resources: {'Port': ['ID=70ea018e-9d29-42bf-9fac-f1e9d55a9846,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:35.180004 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.180347 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.180725 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.181051 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.182967 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.183702 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.185897 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.187183 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.193013 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.199533 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f52e4-4007-4cdd-acc2-8ced2e8a7baf None None] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:35.199912 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.200767 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.201300 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.201977 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.202374 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.202827 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Tracked resource versions report: May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: pushed versions: May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: { 'AddressGroup': {'1.2'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Agent': {'1.1'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'ConntrackHelper': {'1.0'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'LocalIPAssociation': {'1.0'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Log': {'1.0'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'NDPProxy': {'1.0'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Network': {'1.1'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Port': {'1.7'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'PortForwarding': {'1.3'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'QosPolicy': {'1.10'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroup': {'1.5'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroupRule': {'1.2'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SubPort': {'1.0'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Subnet': {'1.1'}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Trunk': {'1.1'}} May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: consumer versions: May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: { DHCP agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: HyperV agent@hv-cinder-84067: {}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: L3 agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: Metadata agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: Metering agent@dv-cinder-840678-8-iscsi: {}, May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: Open vSwitch agent@dv-cinder-840678-8-iscsi: { 'AddressGroup': '1.2', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Agent': '1.1', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'ConntrackHelper': '1.0', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'LocalIPAssociation': '1.0', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Log': '1.0', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'NDPProxy': '1.0', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Network': '1.1', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Port': '1.7', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'PortForwarding': '1.3', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'QosPolicy': '1.10', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroup': '1.5', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SecurityGroupRule': '1.2', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'SubPort': '1.0', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Subnet': '1.1', May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: 'Trunk': '1.1'}} May 12 14:37:35.204235 dv-cinder-840678-8-iscsi neutron-server[103695]: {{(pid=103695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:37:35.208308 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Attempting to bind port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:35.208683 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Attempting to bind port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:35.209077 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Attempting to bind port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:35.213900 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:35.230845 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:35.230845 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:35.230845 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.230845 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:35.234419 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Bound port: 70ea018e-9d29-42bf-9fac-f1e9d55a9846, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:35.234419 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.269579 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.271458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-aeffe6c1-50f2-4b9c-8059-84c54e964673 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2336287 May 12 14:37:35.272390 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d16c87da-ad9d-4b0f-bcc1-58355ea74620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f3a8105d-3de9-40ca-850c-65755a3cfaad), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.275007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45674) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:35.401796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:35.403143 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:35.425434 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] For port 70ea018e-9d29-42bf-9fac-f1e9d55a9846, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:35.440064 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] For port 70ea018e-9d29-42bf-9fac-f1e9d55a9846, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=70ea018e-9d29-42bf-9fac-f1e9d55a9846,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:35.457720 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.562273 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks [] for router_gateway (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.563168 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d16c87da-ad9d-4b0f-bcc1-58355ea74620 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92ced65f907046849d94c3397ddd947a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0863996 May 12 14:37:35.564868 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:35.571144 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.580067 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45684) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:35.604309 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:35.606176 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:35.632368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c87da-ad9d-4b0f-bcc1-58355ea74620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a8105d-3de9-40ca-850c-65755a3cfaad,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:35.735292 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9ed0-02cb-4a3a-afc2-d0db8162486c None None] Pushing event updated for resources: {'Port': ['ID=70ea018e-9d29-42bf-9fac-f1e9d55a9846,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:35.753743 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7ff9bc7d-1fbe-491d-aff8-cb6f45890555 req-9f3a4a98-a562-4f27-b89d-c34db26bfb02 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.3241978 May 12 14:37:35.819119 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b7dc1dec-1197-4e48-9759-05b4ef6b1f63 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:35.867504 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (965f2fb9-48a8-4334-aed3-04dba21f3744), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:35.873075 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:35.903750 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45690) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:35.959845 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ad5-74c1-48cc-acab-10c7519cd507 admin admin] Publish callbacks [] for security_group (f3a8105d-3de9-40ca-850c-65755a3cfaad), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.016883 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b856ff2-f12c-4d2e-a3c2-e34692954f2d None None] Network 272339fb-b619-4ece-94ff-5fe15c567402 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:36.171254 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:30Z', 'revision_number': 3, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:36.210092 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad10feb-3f7c-4547-9a49-7235f5270673 None None] The sync data for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi is: [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:30Z', 'revision_number': 3, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:36.247142 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ad5-74c1-48cc-acab-10c7519cd507 admin admin] Publish callbacks [] for security_group (f3a8105d-3de9-40ca-850c-65755a3cfaad), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.284376 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Allocated IP 172.20.0.1 (50fb2d7f-8dca-4e62-9436-b1a9279da276/c253b75a-a154-4406-bb46-f066ae374ad2/f5039f87-53fb-4ac4-ad97-99ead843270e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:36.287620 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.352915 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:32Z', 'revision_number': 3, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:36.362340 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:36.362340 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.366991 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a75e4d6e-fa00-41a2-9fd0-820b201c9748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.454840 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-ed89fbf2-d666-4fdb-920e-3d3549c7f4be None None] Current status of the port cfe628fb-860e-478c-8c5a-6271100677fc is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:36.459157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:36.459432 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Updating router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:36.548313 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:37:36.564990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ad5-74c1-48cc-acab-10c7519cd507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f3a8105d-3de9-40ca-850c-65755a3cfaad), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.567730 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ad5-74c1-48cc-acab-10c7519cd507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.568551 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.571560 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6d5e1ad5-74c1-48cc-acab-10c7519cd507 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3a8105d-3de9-40ca-850c-65755a3cfaad HTTP/1.1" status: 204 len: 168 time: 0.9392736 May 12 14:37:36.664081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Provisioning complete for port c981caae-ca36-49b2-8caf-4b4d2decb601 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:36.664478 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.675760 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e1ad5-74c1-48cc-acab-10c7519cd507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a8105d-3de9-40ca-850c-65755a3cfaad,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:36.731681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:37:36.783238 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks [] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.832386 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:36.833028 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.916378 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:36.928318 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:36.932368 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.944891 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:36.948783 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:36.952787 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b9678440-3e5e-4737-9c45-e4cea28eb8ae admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7386432 May 12 14:37:36.952930 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:36.969356 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:36.986650 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:36.991329 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:36.993883 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:36.994424 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (3c676323-7deb-44fd-a6e2-f7b0597abdef), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.014123 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Current status of the port c981caae-ca36-49b2-8caf-4b4d2decb601 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:37.015973 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.112571 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a75e4d6e-fa00-41a2-9fd0-820b201c9748 admin admin] Publish callbacks [] for security_group (974b6446-5fa5-4a04-9d13-77561823e0eb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.152593 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a75e4d6e-fa00-41a2-9fd0-820b201c9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (974b6446-5fa5-4a04-9d13-77561823e0eb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.224953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45708) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:37.249441 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:37.325107 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port b7dc1dec-1197-4e48-9759-05b4ef6b1f63, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:37.351745 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.356551 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device cfe628fb-860e-478c-8c5a-6271100677fc up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:37.368770 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e0d6a84-2769-4d6b-92b7-2b3a6fabf689 req-4c9a8ea5-a5a4-4f2d-bc34-30d499d3ff7e tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.1390233 May 12 14:37:37.388481 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a75e4d6e-fa00-41a2-9fd0-820b201c9748 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16f5ef2fef0e45ffa7bb70f56141e6b3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4786036 May 12 14:37:37.397921 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-484c9837-8450-485d-a0cc-71679f0834df None None] For port c981caae-ca36-49b2-8caf-4b4d2decb601, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=c981caae-ca36-49b2-8caf-4b4d2decb601,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:37.421757 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45716) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:37.464723 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.471347 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e4d6e-fa00-41a2-9fd0-820b201c9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974b6446-5fa5-4a04-9d13-77561823e0eb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:37.521144 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Provisioning complete for port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:37.521744 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.528621 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Pushing event updated for resources: {'Port': ['ID=f5039f87-53fb-4ac4-ad97-99ead843270e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:37.584144 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:37.586949 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.600966 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port cfe628fb-860e-478c-8c5a-6271100677fc triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:37.601611 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.604150 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:37.663630 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.664905 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5749baf1-adda-4295-8db9-ab50f00924b5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0545683 May 12 14:37:37.687484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:37.688429 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:37.715966 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45720) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:37.809758 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:35Z', 'revision_number': 3, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:37.821447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:37.875979 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:37.876561 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Updating router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:37.879172 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:37.968151 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:37.991578 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91d76f9a-9cdb-41f6-b1bf-1d1c11e42da7 admin admin] Publish callbacks [] for security_group (974b6446-5fa5-4a04-9d13-77561823e0eb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.015723 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91d76f9a-9cdb-41f6-b1bf-1d1c11e42da7 admin admin] Publish callbacks [] for security_group (974b6446-5fa5-4a04-9d13-77561823e0eb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.072261 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Allocated IP 172.20.0.1 (45d1d321-0090-41ca-9dd0-9f717585a523/5ce40759-9707-4f10-917d-8c04fdc3c404/45c345be-526d-4ff1-afc6-222b3bd0ef82) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:38.101774 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Pushing event updated for resources: {'Port': ['ID=c981caae-ca36-49b2-8caf-4b4d2decb601,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:38.244752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks [] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.255873 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.277602 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-484c9837-8450-485d-a0cc-71679f0834df None None] Current status of the port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:38.292809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.302008 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91d76f9a-9cdb-41f6-b1bf-1d1c11e42da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (974b6446-5fa5-4a04-9d13-77561823e0eb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.305031 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91d76f9a-9cdb-41f6-b1bf-1d1c11e42da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.309110 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-91d76f9a-9cdb-41f6-b1bf-1d1c11e42da7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/974b6446-5fa5-4a04-9d13-77561823e0eb HTTP/1.1" status: 204 len: 168 time: 0.8836312 May 12 14:37:38.336585 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port cfe628fb-860e-478c-8c5a-6271100677fc is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:38.337791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device c981caae-ca36-49b2-8caf-4b4d2decb601 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:38.342145 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:33Z', 'revision_number': 3, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:38.363190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:38.367838 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:38.371519 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:38.372190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (0a7be14b-94c1-44ab-a074-afa579e7bfd8), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.413527 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:38.414051 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Updating router 965f2fb9-48a8-4334-aed3-04dba21f3744 port a5edf09f-bb04-45b7-a53c-1506a85c7931 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:38.423576 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Publish callbacks [] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.473078 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.479597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Provisioning complete for port f5039f87-53fb-4ac4-ad97-99ead843270e triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:38.480108 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.536388 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.554176 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Pushing event updated for resources: {'Port': ['ID=45c345be-526d-4ff1-afc6-222b3bd0ef82,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:38.817674 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d76f9a-9cdb-41f6-b1bf-1d1c11e42da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974b6446-5fa5-4a04-9d13-77561823e0eb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:38.831818 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7e4c5f26-95f7-4ae1-8d60-8939d3d4d65f req-198ee0fa-7cc7-40f0-929e-cc854357c1ec tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.1212401 May 12 14:37:38.892694 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Publish callbacks [] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.903795 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:38.995828 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f87ae-9ba6-4391-8baf-670036cc0973 None None] Pushing event updated for resources: {'Port': ['ID=33cabd8c-64ea-4a9a-b074-c61ec2af4196,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:38.998141 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Attempting to bind port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:38.998512 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Attempting to bind port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:38.998874 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Attempting to bind port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:39.010652 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:39.010878 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.011175 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:39.011439 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.014200 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port c981caae-ca36-49b2-8caf-4b4d2decb601 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:39.014596 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.015537 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:39.016136 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Bound port: 33cabd8c-64ea-4a9a-b074-c61ec2af4196, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:39.016534 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.024558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Attempting to bind port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:39.024951 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Attempting to bind port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:39.025291 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Attempting to bind port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:39.043086 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9b7ec-4767-444b-b2fb-e36cb74f84c8 None None] Pushing event updated for resources: {'Port': ['ID=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:39.050419 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Port f5039f87-53fb-4ac4-ad97-99ead843270e cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:39.100464 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] For port 33cabd8c-64ea-4a9a-b074-c61ec2af4196, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:39.115430 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] For port 33cabd8c-64ea-4a9a-b074-c61ec2af4196, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=33cabd8c-64ea-4a9a-b074-c61ec2af4196,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:39.129380 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.151274 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:39.151667 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:39.152102 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.152502 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:39.154457 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Bound port: 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:39.156266 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.226238 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Provisioning complete for port cfe628fb-860e-478c-8c5a-6271100677fc triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:39.226628 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.292388 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:39.296583 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:39.337008 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks [] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.415701 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.416572 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (3c676323-7deb-44fd-a6e2-f7b0597abdef), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.451955 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] For port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:39.458595 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] For port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:39.495766 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks [] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.497276 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Pushing event updated for resources: {'Port': ['ID=f5039f87-53fb-4ac4-ad97-99ead843270e,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:39.497661 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.507124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.508316 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (0a7be14b-94c1-44ab-a074-afa579e7bfd8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.520402 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f87ae-9ba6-4391-8baf-670036cc0973 None None] Pushing event updated for resources: {'Port': ['ID=33cabd8c-64ea-4a9a-b074-c61ec2af4196,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:39.571420 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:39.628137 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port c981caae-ca36-49b2-8caf-4b4d2decb601 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:39.713564 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Pushing event updated for resources: {'Port': ['ID=45c345be-526d-4ff1-afc6-222b3bd0ef82,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:39.717395 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Current status of the port cfe628fb-860e-478c-8c5a-6271100677fc is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:39.723875 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:39.724425 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:39.761939 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.819562 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:39.838662 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9b7ec-4767-444b-b2fb-e36cb74f84c8 None None] Pushing event updated for resources: {'Port': ['ID=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:39.858239 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:39.866016 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:39.960565 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:35Z', 'revision_number': 3, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:40.003573 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:40.043819 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80100337-aefb-4ee6-b250-f76e52c600ee None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:35Z', 'revision_number': 3, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:40.203679 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Provisioning complete for port c981caae-ca36-49b2-8caf-4b4d2decb601 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:40.204092 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:40.245001 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df015ea8-f780-4b75-baf3-8a0f6a931de8 req-10b6645e-0d5f-4204-a37e-c21f5098c7b9 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.0874474 May 12 14:37:40.308036 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b7dc1dec-1197-4e48-9759-05b4ef6b1f63 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:40.314445 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:40.315941 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:40.478672 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Router 3c676323-7deb-44fd-a6e2-f7b0597abdef has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:37:40.664634 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:40.665420 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:40.684002 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:37:40.914994 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Allocated IP 172.20.0.1 (272339fb-b619-4ece-94ff-5fe15c567402/f06672bd-70c6-4130-a103-df043d7cd32e/96bc959e-4f4f-47ba-a89a-476f843d56de) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:40.955249 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Allocated IP 172.20.0.1 (e4082a23-e2c1-47cf-8408-55f5d6e4d99e/d519e8ed-3cc4-4463-b726-f74e06373f34/26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:40.963439 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:40.981872 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-660eaf7e-65bc-41c1-a2e0-42d746a286a6 admin admin] 10.222.0.79 "PUT /v2.0/routers/0a7be14b-94c1-44ab-a074-afa579e7bfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7024543 May 12 14:37:41.059637 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:41.126706 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Publish callbacks [] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.147180 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c601a-e086-4863-8daf-676bd6d0e5a9 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:41.167074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.177613 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Current status of the port c981caae-ca36-49b2-8caf-4b4d2decb601 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:41.209179 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:41.222151 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Sync routers for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:41.226603 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5495612d-3381-4f54-a507-22afa946a2de admin admin] 10.222.0.79 "PUT /v2.0/routers/3c676323-7deb-44fd-a6e2-f7b0597abdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4163628 May 12 14:37:41.264996 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:41.268925 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:41.430879 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks [] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.500373 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Provisioning complete for port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:41.500757 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.516271 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks [] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.566770 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.85', 51938) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:41.569601 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:41.595315 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28b7433c-284f-4fd5-8a0a-cc2f3af015bf req-dc67b3bb-2a9d-4460-aff6-7c983b0f6177 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.1352584 May 12 14:37:41.665108 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Attempting to bind port a5edf09f-bb04-45b7-a53c-1506a85c7931 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:41.668279 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Attempting to bind port a5edf09f-bb04-45b7-a53c-1506a85c7931 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:41.668681 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Attempting to bind port a5edf09f-bb04-45b7-a53c-1506a85c7931 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:41.714519 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c984eaa-b25d-4c65-af68-9d82d2126faa None None] Pushing event updated for resources: {'Port': ['ID=a5edf09f-bb04-45b7-a53c-1506a85c7931,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:41.721200 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:41.724368 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:41.729691 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.731456 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:41.734986 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Bound port: a5edf09f-bb04-45b7-a53c-1506a85c7931, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:41.736672 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.769652 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.922385 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:41.927991 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 70ea018e-9d29-42bf-9fac-f1e9d55a9846 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:41.962670 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.968365 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] For port a5edf09f-bb04-45b7-a53c-1506a85c7931, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:41.978245 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] For port a5edf09f-bb04-45b7-a53c-1506a85c7931, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=a5edf09f-bb04-45b7-a53c-1506a85c7931,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:42.006328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-3d18e70c-5f5b-4871-8354-546c08e4c68e tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:42.030808 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-3d18e70c-5f5b-4871-8354-546c08e4c68e tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.85 "GET /v2.0/networks?id=586bf05d-2967-4ec3-b588-a29598f5b674 HTTP/1.1" status: 200 len: 811 time: 0.4424663 May 12 14:37:42.068053 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Network 272339fb-b619-4ece-94ff-5fe15c567402 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:42.073104 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.098590 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45856) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:42.110713 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:42.119041 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:42.120624 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (965f2fb9-48a8-4334-aed3-04dba21f3744), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.142199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Request body: {'port': {'device_id': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674', 'admin_state_up': True, 'tenant_id': 'c865b8a441ac423e9032a0c70301ec6e'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:42.149137 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 2, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:42.252952 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Checking router: 3c676323-7deb-44fd-a6e2-f7b0597abdef for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:42.256991 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Updating router 3c676323-7deb-44fd-a6e2-f7b0597abdef port f5039f87-53fb-4ac4-ad97-99ead843270e binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:42.351013 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45878) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:42.372320 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.380408 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Pushing event updated for resources: {'Port': ['ID=96bc959e-4f4f-47ba-a89a-476f843d56de,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:42.395327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021136509', 'description': 'tempest-description--1709642711'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:42.453066 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:42.453066 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:42.477118 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:42.492328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c984eaa-b25d-4c65-af68-9d82d2126faa None None] Pushing event updated for resources: {'Port': ['ID=a5edf09f-bb04-45b7-a53c-1506a85c7931,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:42.511941 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:42.516633 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:42.517119 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.669269 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:42.669750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.783162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2104-2030-4cf5-95a2-8a452f8254b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.898106 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-be9685bb-6fb1-4a6a-a057-5eebf39efebe None None] Current status of the port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:43.157920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.349975 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22bc168d-f8e6-42be-93f3-298cf5d3a8e0 req-98d06027-22a6-447a-a0fe-321724f1a25a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.4833672 May 12 14:37:43.380306 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Made reservation on behalf of c865b8a441ac423e9032a0c70301ec6e for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:43.384680 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.476390 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:43.610725 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Pushing event updated for resources: {'Port': ['ID=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:43.657159 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Provisioning complete for port 96bc959e-4f4f-47ba-a89a-476f843d56de triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:43.657590 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.899215 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Port 96bc959e-4f4f-47ba-a89a-476f843d56de cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:43.919820 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:43.919820 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.923493 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Provisioning complete for port 45c345be-526d-4ff1-afc6-222b3bd0ef82 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:43.923983 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.947650 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Publish callbacks [] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.949704 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:43.974747 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.022673 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.035715 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 70ea018e-9d29-42bf-9fac-f1e9d55a9846, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=70ea018e-9d29-42bf-9fac-f1e9d55a9846,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:44.038034 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-674f7fac-c6b1-48a5-914f-5aba8b883d08 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:44.053109 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.054934 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device c981caae-ca36-49b2-8caf-4b4d2decb601 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:44.057728 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-674f7fac-c6b1-48a5-914f-5aba8b883d08 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 818 time: 1.2134192 May 12 14:37:44.111356 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.208622 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92d56c-68b1-4f75-8f7c-a7e70e0a8524 None None] Pushing event updated for resources: {'Port': ['ID=f5039f87-53fb-4ac4-ad97-99ead843270e,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:44.210256 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.281829 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-b63e0104-6059-4ab8-a368-50352d1cf630 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/quotas/2580eb79c9684c318adbfaa325e7f12c HTTP/1.1" status: 200 len: 375 time: 0.2148945 May 12 14:37:44.410400 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=70ea018e-9d29-42bf-9fac-f1e9d55a9846,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:44.442248 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port c981caae-ca36-49b2-8caf-4b4d2decb601 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:44.442736 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.450533 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:33Z', 'revision_number': 3, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:44.471783 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Attempting to bind port f5039f87-53fb-4ac4-ad97-99ead843270e on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:44.472753 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Attempting to bind port f5039f87-53fb-4ac4-ad97-99ead843270e by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:44.476617 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Attempting to bind port f5039f87-53fb-4ac4-ad97-99ead843270e on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:44.497941 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:44.500951 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Checking segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:44.501552 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.502109 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Bound using segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:44.503917 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Bound port: f5039f87-53fb-4ac4-ad97-99ead843270e, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:44.507409 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.558967 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Port 45c345be-526d-4ff1-afc6-222b3bd0ef82 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:44.583513 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks [] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.629282 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b877714-e835-43d3-95e7-a69f497f90c0 None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:33Z', 'revision_number': 3, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:44.636529 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Provisioning complete for port f5039f87-53fb-4ac4-ad97-99ead843270e triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:44.636673 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] For port f5039f87-53fb-4ac4-ad97-99ead843270e, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:44.636922 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.637569 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.639515 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.640704 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] For port f5039f87-53fb-4ac4-ad97-99ead843270e, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f5039f87-53fb-4ac4-ad97-99ead843270e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:44.658193 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.784728 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92d56c-68b1-4f75-8f7c-a7e70e0a8524 None None] Pushing event updated for resources: {'Port': ['ID=f5039f87-53fb-4ac4-ad97-99ead843270e,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:44.814109 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Pushing event updated for resources: {'Port': ['ID=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:44.817272 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:44.819424 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:44.854553 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Port f5039f87-53fb-4ac4-ad97-99ead843270e cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:44.905959 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Provisioning complete for port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:44.906546 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.966959 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Allocated IP 172.20.0.11 (586bf05d-2967-4ec3-b588-a29598f5b674/9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c/6576f263-e0eb-4c77-b47c-9fd54ff6acce) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:45.148245 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-edd7a10e-b731-4b4f-b113-c1de75f14dd6 None None] Port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:45.174943 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port c981caae-ca36-49b2-8caf-4b4d2decb601 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:45.281725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] Provisioning complete for port f5039f87-53fb-4ac4-ad97-99ead843270e triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:45.282576 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.320265 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:45.450958 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2104-2030-4cf5-95a2-8a452f8254b3 admin admin] Publish callbacks [] for security_group (19592ed0-5929-4f61-a339-d685666ce21e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.464390 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-a333f1ba-8d28-46a4-9401-d0695a85aa89 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0573671 May 12 14:37:45.603353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks [] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.653654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] Current status of the port f5039f87-53fb-4ac4-ad97-99ead843270e is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:45.654157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.696024 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2104-2030-4cf5-95a2-8a452f8254b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (19592ed0-5929-4f61-a339-d685666ce21e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.703848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.705459 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.3478818 May 12 14:37:45.798716 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks [] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.825572 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.836761 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:45.856956 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:45.862108 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:45.877478 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.881849 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (965f2fb9-48a8-4334-aed3-04dba21f3744), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.927543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Network 586bf05d-2967-4ec3-b588-a29598f5b674 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:45.929140 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a14a11-2757-4351-8f16-b2ce70612436 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:45.992393 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] For port f5039f87-53fb-4ac4-ad97-99ead843270e, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f5039f87-53fb-4ac4-ad97-99ead843270e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:46.004005 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:46.125363 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Pushing event updated for resources: {'Port': ['ID=96bc959e-4f4f-47ba-a89a-476f843d56de,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:46.134601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:46.134990 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:46.148343 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:46.151294 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:46.161889 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:46.233159 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:44Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:46.244445 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-87ce9e17-1276-42b0-82a8-74ef92bd7caf None None] Provisioning complete for port f5039f87-53fb-4ac4-ad97-99ead843270e triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:46.245054 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-87ce9e17-1276-42b0-82a8-74ef92bd7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:46.291661 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb49d4-9083-4244-aa66-f129cd5b41f5 None None] The sync data for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi is: [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:44Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:46.353969 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (1f608258-ae70-43b2-b7e5-4da3122d1bbb), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:46.555113 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfcb26-ed77-45d6-a570-eee95fc48cdc None None] Pushing event updated for resources: {'Port': ['ID=f5039f87-53fb-4ac4-ad97-99ead843270e,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:46.605817 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Network 272339fb-b619-4ece-94ff-5fe15c567402 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:46.607459 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:46.674577 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:46.720680 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Pushing event updated for resources: {'Port': ['ID=6576f263-e0eb-4c77-b47c-9fd54ff6acce,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:46.831616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:46.832840 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:46.855622 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-87ce9e17-1276-42b0-82a8-74ef92bd7caf None None] Current status of the port f5039f87-53fb-4ac4-ad97-99ead843270e is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:46.878767 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fbcf2104-2030-4cf5-95a2-8a452f8254b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=953502eb40e24490887dd6cc7009f8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 4.7759547 May 12 14:37:46.899585 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45974) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:46.901530 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 45980) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:46.906076 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda74f8-0c8b-46ac-a907-2c7bfe92f3fc req-908b3810-d099-427f-a348-72a22f07b281 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:46.915934 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dda74f8-0c8b-46ac-a907-2c7bfe92f3fc req-908b3810-d099-427f-a348-72a22f07b281 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 932 time: 1.6514506 May 12 14:37:46.944902 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:46.959721 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:46.960759 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:46.962135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:46.962832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.005452 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-7a58a440-27fc-4fac-98df-8766c9054a3f None None] Provisioning complete for port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:47.006785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7a58a440-27fc-4fac-98df-8766c9054a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.036266 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:47.062547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf2104-2030-4cf5-95a2-8a452f8254b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19592ed0-5929-4f61-a339-d685666ce21e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:47.071156 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.072127 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 33cabd8c-64ea-4a9a-b074-c61ec2af4196 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:47.328682 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:37:47.334071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dda74f8-0c8b-46ac-a907-2c7bfe92f3fc req-c432ff5d-d402-4005-bb9d-2d36d1129577 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144423 May 12 14:37:47.336318 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:47.360803 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-94a8ed35-ad50-4097-adc9-59151f630747 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2345259 May 12 14:37:47.426397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-713126fc-c739-4c97-b96d-dc5040fd1d7c service neutron] 10.222.0.79 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7342811 May 12 14:37:47.484110 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (1f608258-ae70-43b2-b7e5-4da3122d1bbb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.568032 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (1f608258-ae70-43b2-b7e5-4da3122d1bbb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.593903 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45992) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:47.668757 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f608258-ae70-43b2-b7e5-4da3122d1bbb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:47.687932 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5d10c9-e398-4717-a247-f0862b9ef3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.714269 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.715895 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-174c4bc4-32a4-4690-8f22-7bbc62cbfb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8765752 May 12 14:37:47.723975 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242e4ed7-ec7c-4816-881f-36a5b6c8d90c admin admin] Publish callbacks [] for security_group (19592ed0-5929-4f61-a339-d685666ce21e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.740475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-6dd0b057-a414-476b-8df3-9e41bd0ad059 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:37:47.742572 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-6dd0b057-a414-476b-8df3-9e41bd0ad059 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0210571 May 12 14:37:47.747560 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 45998) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:47.749611 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242e4ed7-ec7c-4816-881f-36a5b6c8d90c admin admin] Publish callbacks [] for security_group (19592ed0-5929-4f61-a339-d685666ce21e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.768249 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:47.775121 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-7a58a440-27fc-4fac-98df-8766c9054a3f None None] Port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:47.824334 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242e4ed7-ec7c-4816-881f-36a5b6c8d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (19592ed0-5929-4f61-a339-d685666ce21e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.833748 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242e4ed7-ec7c-4816-881f-36a5b6c8d90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.842077 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-242e4ed7-ec7c-4816-881f-36a5b6c8d90c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19592ed0-5929-4f61-a339-d685666ce21e HTTP/1.1" status: 204 len: 168 time: 0.9332132 May 12 14:37:47.882119 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:47.882514 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.886848 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:37:47.893361 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e4ed7-ec7c-4816-881f-36a5b6c8d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19592ed0-5929-4f61-a339-d685666ce21e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:47.923530 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:47.950016 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:47.987059 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:47.987554 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Updating router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 port 45c345be-526d-4ff1-afc6-222b3bd0ef82 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:48.001066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8679c316-f1e1-4924-94aa-d28f79704158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.021186 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-49bfbcc0-f3cf-48df-8a2a-7d6b35888780 None None] Provisioning complete for port 96bc959e-4f4f-47ba-a89a-476f843d56de triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:48.021805 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49bfbcc0-f3cf-48df-8a2a-7d6b35888780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.068105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:48.082279 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:48.102742 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f0fc647e-91a1-4775-a5f0-f9e22ecd1332 admin admin] 10.222.0.79 "PUT /v2.0/routers/0ec0c0a6-edfb-4f73-af54-3289f2ddd212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1323032 May 12 14:37:48.113112 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:48.116604 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:48.186219 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (2d6f6919-3d62-41ec-adde-bbdbcaa735d0), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.208473 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-d0db7a2d-06cd-4e9d-af4a-30a06e0d417f service neutron] 10.222.0.79 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756045 May 12 14:37:48.390438 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5d10c9-e398-4717-a247-f0862b9ef3cf admin admin] Publish callbacks [] for security_group (e46629b6-368a-4d7d-9b15-e30a2dd2d7f9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.406476 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f5d10c9-e398-4717-a247-f0862b9ef3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e46629b6-368a-4d7d-9b15-e30a2dd2d7f9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.406947 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Request body: {'port': {'device_id': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:48.562190 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:48.615785 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:48.641770 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:48.643673 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.648979 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-834965d5-2607-4986-baa0-d605f2f3ef70 admin admin] 10.222.0.79 "PUT /v2.0/routers/965f2fb9-48a8-4334-aed3-04dba21f3744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9111471 May 12 14:37:48.674545 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.713578 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7f5d10c9-e398-4717-a247-f0862b9ef3cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a19bebfab4b04002b724c33fed885456&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8075891 May 12 14:37:48.714262 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:48.864602 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (2d6f6919-3d62-41ec-adde-bbdbcaa735d0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.869427 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 33cabd8c-64ea-4a9a-b074-c61ec2af4196, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=33cabd8c-64ea-4a9a-b074-c61ec2af4196,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:48.876589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-49bfbcc0-f3cf-48df-8a2a-7d6b35888780 None None] Port 96bc959e-4f4f-47ba-a89a-476f843d56de cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:48.882429 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d10c9-e398-4717-a247-f0862b9ef3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46629b6-368a-4d7d-9b15-e30a2dd2d7f9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:48.912120 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.916335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8679c316-f1e1-4924-94aa-d28f79704158 admin admin] Publish callbacks [] for security_group (542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:48.917303 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 70ea018e-9d29-42bf-9fac-f1e9d55a9846 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:48.986347 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (2d6f6919-3d62-41ec-adde-bbdbcaa735d0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.000747 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b155f4d-00ba-4e38-acf9-80f11b0aab5a admin admin] Publish callbacks [] for security_group (e46629b6-368a-4d7d-9b15-e30a2dd2d7f9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.027455 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8679c316-f1e1-4924-94aa-d28f79704158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.078978 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b155f4d-00ba-4e38-acf9-80f11b0aab5a admin admin] Publish callbacks [] for security_group (e46629b6-368a-4d7d-9b15-e30a2dd2d7f9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.197491 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b155f4d-00ba-4e38-acf9-80f11b0aab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e46629b6-368a-4d7d-9b15-e30a2dd2d7f9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.201152 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b155f4d-00ba-4e38-acf9-80f11b0aab5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.202630 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9b155f4d-00ba-4e38-acf9-80f11b0aab5a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e46629b6-368a-4d7d-9b15-e30a2dd2d7f9 HTTP/1.1" status: 204 len: 168 time: 0.4835277 May 12 14:37:49.223178 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812329c-4bc6-40cc-b614-6c72c10432d1 req-dc758f76-45dd-4319-9b10-18571787410a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:49.223730 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b155f4d-00ba-4e38-acf9-80f11b0aab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46629b6-368a-4d7d-9b15-e30a2dd2d7f9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:49.235674 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d812329c-4bc6-40cc-b614-6c72c10432d1 req-dc758f76-45dd-4319-9b10-18571787410a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 932 time: 0.6250582 May 12 14:37:49.268622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:49.273715 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8679c316-f1e1-4924-94aa-d28f79704158 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=575627eb804a41109d61b4d3038fc0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6729116 May 12 14:37:49.330995 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:44Z', 'revision_number': 2, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:49.364400 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d812329c-4bc6-40cc-b614-6c72c10432d1 req-10e76f1e-74c7-4aa8-ad62-e6edf9191eb4 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272299 May 12 14:37:49.390509 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e11598a-53bf-4933-8769-a85ab77661e5 admin admin] Publish callbacks [] for security_group (542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.391265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b95f6d6-b3f9-429a-a59d-b67e4ff65526 req-37aba80b-2826-4135-b9bc-264db117b27d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 210 time: 0.5131729 May 12 14:37:49.411189 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:49.412791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.413244 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Updating router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:49.436544 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6f6919-3d62-41ec-adde-bbdbcaa735d0,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:49.465778 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e11598a-53bf-4933-8769-a85ab77661e5 admin admin] Publish callbacks [] for security_group (542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.502380 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.545981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.547659 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bec055ac-6c3f-455e-9fb0-456189c94b1e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7959840 May 12 14:37:49.550544 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679c316-f1e1-4924-94aa-d28f79704158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:49.553598 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 46046) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:49.561543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:49.603785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=33cabd8c-64ea-4a9a-b074-c61ec2af4196,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:49.682090 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:49.682535 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.799854 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.155019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e11598a-53bf-4933-8769-a85ab77661e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.161490 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e11598a-53bf-4933-8769-a85ab77661e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.169595 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4e11598a-53bf-4933-8769-a85ab77661e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb HTTP/1.1" status: 204 len: 168 time: 0.8968711 May 12 14:37:50.172534 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:50.208187 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11598a-53bf-4933-8769-a85ab77661e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f2df9-0bd9-4eb6-87c3-3c01b21bb4cb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:50.505072 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46072) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:50.511319 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776200903', 'description': 'tempest-description--568529164'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:50.630991 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:50.635219 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:50.637878 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.826884 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Publish callbacks [] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.845029 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.944977 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (75b80f91-8235-4681-9418-022a9309873d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.959926 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (75b80f91-8235-4681-9418-022a9309873d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.961614 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6576f263-e0eb-4c77-b47c-9fd54ff6acce {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:37:50.995877 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Publish callbacks [] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.033558 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b80f91-8235-4681-9418-022a9309873d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.049180 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:51.064666 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.069940 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dfd75978-71f9-4d39-941c-61f1e5810787 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5635343 May 12 14:37:51.073328 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46092) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:51.083984 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'security_group_rule': {'security_group_id': '75b80f91-8235-4681-9418-022a9309873d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:51.101869 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46094) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:51.131613 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Transition to ACTIVE for port object 6576f263-e0eb-4c77-b47c-9fd54ff6acce will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:37:51.148070 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe750a37-703f-4325-8678-69be018de3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.214935 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.291809 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (4a850b97-2065-4fb8-991b-ddb17d774dba), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.542308 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fc4de-f3ed-4930-8b97-7e06c2eda1bf None None] Pushing event updated for resources: {'Port': ['ID=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.554677 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:51.621806 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Attempting to bind port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:51.622276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Pushing event updated for resources: {'Port': ['ID=6576f263-e0eb-4c77-b47c-9fd54ff6acce,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.625135 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Attempting to bind port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:51.625963 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Attempting to bind port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:51.628320 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404585001', 'description': 'tempest-description--1904736228'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:51.651044 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:51.655261 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Checking segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:51.655883 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.656387 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Bound using segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:51.660955 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Bound port: 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:51.661468 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.777676 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (4a850b97-2065-4fb8-991b-ddb17d774dba), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.782634 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-4df80985-e931-4ceb-9c10-8a36f0d81f91 None None] Provisioning complete for port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:51.783323 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4df80985-e931-4ceb-9c10-8a36f0d81f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.790790 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (4a850b97-2065-4fb8-991b-ddb17d774dba), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.793110 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Publish callbacks [] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.831529 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:51.886127 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] For port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:51.891272 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] For port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:51.904149 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.926854 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a850b97-2065-4fb8-991b-ddb17d774dba,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.976335 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.982607 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:51.993028 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.041658 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:52.044711 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:52.047525 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.052526 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a167c5d3-9c16-4a2e-bc92-712bff18d677 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9757464 May 12 14:37:52.084333 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46106) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:52.092374 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-18decfb0-3444-4275-96ab-58ca58855bb1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:52.106516 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-18decfb0-3444-4275-96ab-58ca58855bb1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 818 time: 1.0257957 May 12 14:37:52.107156 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'security_group_rule': {'security_group_id': '75b80f91-8235-4681-9418-022a9309873d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:52.196358 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe750a37-703f-4325-8678-69be018de3c4 admin admin] Publish callbacks [] for security_group (84d18c51-d36a-49ca-af8a-7c73a497c455), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.248459 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fc4de-f3ed-4930-8b97-7e06c2eda1bf None None] Pushing event updated for resources: {'Port': ['ID=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:52.265548 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (5d4ab0a4-10c3-4c16-bc74-d34ed4fbe5df), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.308162 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe750a37-703f-4325-8678-69be018de3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (84d18c51-d36a-49ca-af8a-7c73a497c455), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.414467 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Attempting to bind port 6576f263-e0eb-4c77-b47c-9fd54ff6acce on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:52.414915 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Attempting to bind port 6576f263-e0eb-4c77-b47c-9fd54ff6acce by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3089b6c6-90cf-4550-aca1-2cea544775bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:52.415363 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Attempting to bind port 6576f263-e0eb-4c77-b47c-9fd54ff6acce on network 586bf05d-2967-4ec3-b588-a29598f5b674 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:52.417920 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fe750a37-703f-4325-8678-69be018de3c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3cf2da5e017b40618f8f60b176afaf23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3103294 May 12 14:37:52.432893 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:52.434977 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.488402 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:52.494274 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd62925-9f34-47cb-ad68-eb32dce3492a None None] Pushing event updated for resources: {'Port': ['ID=45c345be-526d-4ff1-afc6-222b3bd0ef82,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:52.494626 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-daeb4dde-1faa-4190-9661-d6f7538787aa tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/quotas/2580eb79c9684c318adbfaa325e7f12c HTTP/1.1" status: 200 len: 375 time: 0.3841684 May 12 14:37:52.496593 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Port 6576f263-e0eb-4c77-b47c-9fd54ff6acce on network 586bf05d-2967-4ec3-b588-a29598f5b674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:37:52.497029 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Attempting to bind port 6576f263-e0eb-4c77-b47c-9fd54ff6acce on network 586bf05d-2967-4ec3-b588-a29598f5b674 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:52.514747 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4df80985-e931-4ceb-9c10-8a36f0d81f91 None None] Port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:52.540179 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:52.540546 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Checking segment: {'id': '3089b6c6-90cf-4550-aca1-2cea544775bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:52.541175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Bound using segment: {'id': '3089b6c6-90cf-4550-aca1-2cea544775bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:52.542914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Bound port: 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3089b6c6-90cf-4550-aca1-2cea544775bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:52.543778 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.672195 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46114) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:52.778850 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d7aa8-08b9-43d6-b3ea-ac2a3310a0ac req-c2650106-7f3d-45ee-aaa4-3ac2e03de352 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:52.787496 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bb5d7aa8-08b9-43d6-b3ea-ac2a3310a0ac req-c2650106-7f3d-45ee-aaa4-3ac2e03de352 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 944 time: 0.6742709 May 12 14:37:52.791547 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (5d4ab0a4-10c3-4c16-bc74-d34ed4fbe5df), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.792754 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe750a37-703f-4325-8678-69be018de3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d18c51-d36a-49ca-af8a-7c73a497c455,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:52.808795 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c03524c0-98b9-4ca7-99b6-36cb35d0f1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.814167 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (5d4ab0a4-10c3-4c16-bc74-d34ed4fbe5df), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.905359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.85', 51952) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:52.969589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5672dc12-7f8d-43d8-ae91-04525b704222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.003896 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-bb25dcff-d696-49e7-9bde-3c27d60103d0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5081239 May 12 14:37:53.071236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] Provisioning complete for port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:53.075747 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.082926 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bb5d7aa8-08b9-43d6-b3ea-ac2a3310a0ac req-36b1dc6a-9c6c-4610-b1d1-976b13a3c16e tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938080 May 12 14:37:53.114470 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c03524c0-98b9-4ca7-99b6-36cb35d0f1e9 admin admin] Publish callbacks [] for security_group (af38ba0f-6c68-4b74-a511-9cb9b153944a), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.116346 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:51Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:53.124828 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4fdad11-3ed8-45da-98ca-7f614bb720e7 admin admin] Publish callbacks [] for security_group (84d18c51-d36a-49ca-af8a-7c73a497c455), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.135280 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c03524c0-98b9-4ca7-99b6-36cb35d0f1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (af38ba0f-6c68-4b74-a511-9cb9b153944a), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.183016 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ab0a4-10c3-4c16-bc74-d34ed4fbe5df,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.203124 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a24e15-c7bb-4142-b1be-c500f1f207cb None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:51Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:53.213604 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03524c0-98b9-4ca7-99b6-36cb35d0f1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38ba0f-6c68-4b74-a511-9cb9b153944a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.268140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4fdad11-3ed8-45da-98ca-7f614bb720e7 admin admin] Publish callbacks [] for security_group (84d18c51-d36a-49ca-af8a-7c73a497c455), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.291009 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.292281 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3986c329-69df-43b1-8c3f-39755469882f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2069149 May 12 14:37:53.311098 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 46128) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:53.326183 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] For port 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:53.375672 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (1d0349d0-c3bd-430d-a8a8-87cb4c07a128), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.377964 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:53.378354 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.396930 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c03524c0-98b9-4ca7-99b6-36cb35d0f1e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a192f8230f14971b0d66e8cef5e8f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7173955 May 12 14:37:53.397915 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:53.416181 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] For port 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce,segment=NetworkSegment(3089b6c6-90cf-4550-aca1-2cea544775bb),segment_id=3089b6c6-90cf-4550-aca1-2cea544775bb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:53.440740 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:53.471474 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Attempting to bind port 45c345be-526d-4ff1-afc6-222b3bd0ef82 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:53.472148 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Attempting to bind port 45c345be-526d-4ff1-afc6-222b3bd0ef82 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:53.473353 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Attempting to bind port 45c345be-526d-4ff1-afc6-222b3bd0ef82 on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:53.491109 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (1d0349d0-c3bd-430d-a8a8-87cb4c07a128), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.496053 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:53.496729 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:53.497390 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.497917 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Bound using segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:53.498541 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Bound port: 45c345be-526d-4ff1-afc6-222b3bd0ef82, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:53.499107 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.528184 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-7b805048-ec3f-469c-9c93-7aa9091d59f6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:53.532401 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-7b805048-ec3f-469c-9c93-7aa9091d59f6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 818 time: 0.5986199 May 12 14:37:53.557505 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.558846 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9974115 May 12 14:37:53.572581 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46140) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:53.573660 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.27.1.233 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/3874d6f5-2fd5-4f19-91ba-5a553c2a07d3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:53.577763 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'security_group_rule': {'security_group_id': '1d0349d0-c3bd-430d-a8a8-87cb4c07a128', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:53.659054 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.668691 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be626a32-ac8c-4b8c-946c-8ea1e7dfd616 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0349d0-c3bd-430d-a8a8-87cb4c07a128,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.673734 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5314831f-242d-49fc-a05b-c44fe4dd6066 admin admin] Publish callbacks [] for security_group (af38ba0f-6c68-4b74-a511-9cb9b153944a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.701748 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5314831f-242d-49fc-a05b-c44fe4dd6066 admin admin] Publish callbacks [] for security_group (af38ba0f-6c68-4b74-a511-9cb9b153944a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.705396 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'port': {'device_id': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'admin_state_up': True, 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:53.729135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-8a2eb3b8-6acb-49ad-9a81-3d29724c711c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:37:53.730293 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-8a2eb3b8-6acb-49ad-9a81-3d29724c711c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4291432 May 12 14:37:53.784340 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5314831f-242d-49fc-a05b-c44fe4dd6066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (af38ba0f-6c68-4b74-a511-9cb9b153944a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.787254 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5314831f-242d-49fc-a05b-c44fe4dd6066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.791247 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5314831f-242d-49fc-a05b-c44fe4dd6066 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af38ba0f-6c68-4b74-a511-9cb9b153944a HTTP/1.1" status: 204 len: 168 time: 0.3872192 May 12 14:37:53.817274 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314831f-242d-49fc-a05b-c44fe4dd6066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38ba0f-6c68-4b74-a511-9cb9b153944a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.819197 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (ce6ff922-fc4b-41a5-b140-00d69f4c72c6), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.851526 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:37:44Z', 'revision_number': 2, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:53.853992 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4fdad11-3ed8-45da-98ca-7f614bb720e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (84d18c51-d36a-49ca-af8a-7c73a497c455), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.856739 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4fdad11-3ed8-45da-98ca-7f614bb720e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.858141 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d4fdad11-3ed8-45da-98ca-7f614bb720e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84d18c51-d36a-49ca-af8a-7c73a497c455 HTTP/1.1" status: 204 len: 168 time: 1.4237883 May 12 14:37:53.871670 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:37:53.889796 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdad11-3ed8-45da-98ca-7f614bb720e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d18c51-d36a-49ca-af8a-7c73a497c455,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.962274 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (ce6ff922-fc4b-41a5-b140-00d69f4c72c6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.967870 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.978630 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (ce6ff922-fc4b-41a5-b140-00d69f4c72c6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.991171 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:53.993088 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a5edf09f-bb04-45b7-a53c-1506a85c7931 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:54.008019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6ff922-fc4b-41a5-b140-00d69f4c72c6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:54.040584 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.041869 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-93cb8978-b906-483d-b95c-12ad86fe748f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4682209 May 12 14:37:54.047805 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:54.052489 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'security_group_rule': {'security_group_id': '1d0349d0-c3bd-430d-a8a8-87cb4c07a128', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:54.131813 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (8b681e17-f354-4bd5-a7df-241098ac5b7a), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.146845 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:54.147204 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Updating router 965f2fb9-48a8-4334-aed3-04dba21f3744 port 96bc959e-4f4f-47ba-a89a-476f843d56de binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:54.283371 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (8b681e17-f354-4bd5-a7df-241098ac5b7a), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.306759 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (8b681e17-f354-4bd5-a7df-241098ac5b7a), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.342498 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] For port 45c345be-526d-4ff1-afc6-222b3bd0ef82, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:54.350750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] For port 45c345be-526d-4ff1-afc6-222b3bd0ef82, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=45c345be-526d-4ff1-afc6-222b3bd0ef82,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:54.379448 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] Current status of the port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:54.380682 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.391751 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.396027 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442090 May 12 14:37:54.397113 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.402647 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46162) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:54.414229 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:54.439461 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e7f8d-79f2-43ca-9e4c-87a4c2be7a24 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b681e17-f354-4bd5-a7df-241098ac5b7a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:54.497912 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.567572 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:54.569954 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:54.960702 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:54.963586 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.965473 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] 10.222.0.85 "PUT /v2.0/ports/6576f263-e0eb-4c77-b47c-9fd54ff6acce HTTP/1.1" status: 200 len: 1094 time: 6.9683206 May 12 14:37:54.967258 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.970006 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.970988 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'tag': '6576f263-e0eb-4c77-b47c-9fd54ff6acce'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:37:55.182291 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99351-6217-4333-9b80-055aba0aa551 service neutron] Pushing event updated for resources: {'Port': ['ID=6576f263-e0eb-4c77-b47c-9fd54ff6acce,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:55.204651 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c2bb0-ebd6-44f0-b9c5-95f14a2eae69 req-dc418b31-229d-4e82-99f4-9e11f1fde270 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:55.214026 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b60c2bb0-ebd6-44f0-b9c5-95f14a2eae69 req-dc418b31-229d-4e82-99f4-9e11f1fde270 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 944 time: 0.7119677 May 12 14:37:55.217076 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.269020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] For port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:55.287568 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Allocated IP 172.27.1.251 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/86fbb5f2-0916-48bc-927c-ee29f07f4e73) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:55.360156 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.397605 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.428932 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:55.430239 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-6c66f6a3-6148-4399-8a69-ad77f37db5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:55.439022 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-6c66f6a3-6148-4399-8a69-ad77f37db5bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c865b8a441ac423e9032a0c70301ec6e&device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 1128 time: 0.2640631 May 12 14:37:55.670517 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] Provisioning complete for port 45c345be-526d-4ff1-afc6-222b3bd0ef82 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:55.671039 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.700749 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.848994 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.872640 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.955017 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'Port': ['ID=86fbb5f2-0916-48bc-927c-ee29f07f4e73,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:55.992070 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:55.993836 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:55.997371 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:56.049791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:56.315404 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (76b93763-c4a1-4067-ac19-b39887864801), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.369399 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.403862 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-b6e4d07d-6e97-4a01-8534-c28b05c648d7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce HTTP/1.1" status: 200 len: 217 time: 0.4038606 May 12 14:37:56.462718 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d9365e6-a614-42a2-8d3a-ea2bdb4242e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.477081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:56.489456 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0019df15-8d39-44b1-88e4-2fa86532c89f", "tag": "6576f263-e0eb-4c77-b47c-9fd54ff6acce"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:37:56.493346 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port a5edf09f-bb04-45b7-a53c-1506a85c7931 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:56.493859 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.502290 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:56.516284 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd62925-9f34-47cb-ad68-eb32dce3492a None None] Pushing event updated for resources: {'Port': ['ID=45c345be-526d-4ff1-afc6-222b3bd0ef82,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:56.677048 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-42425f2d-e640-449a-ac9f-c482a394cdb4 service neutron] 10.222.0.79 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6994510 May 12 14:37:56.720083 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-40fa0573-6078-4606-a856-bff8ac9ddd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:56.722088 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-40fa0573-6078-4606-a856-bff8ac9ddd60 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c HTTP/1.1" status: 200 len: 851 time: 0.2055390 May 12 14:37:56.785363 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b688104-044e-42ce-bae5-6ac167b36db3 None None] Pushing event updated for resources: {'Port': ['ID=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:56.800489 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.811675 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.897579 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (76b93763-c4a1-4067-ac19-b39887864801), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.953552 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'Port': ['ID=86fbb5f2-0916-48bc-927c-ee29f07f4e73,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:56.969501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.971149 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-49e38e40-dfad-4004-b392-f1f71c5962a6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5661139 May 12 14:37:57.020535 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-80a2bf3b-1f88-41af-a957-e8de8fca8718 service neutron] 10.222.0.79 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729487 May 12 14:37:57.068709 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b60c2bb0-ebd6-44f0-b9c5-95f14a2eae69 req-a7b7912c-717b-4059-a1e5-b26482e85880 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8528740 May 12 14:37:57.169047 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=3874d6f5-2fd5-4f19-91ba-5a553c2a07d3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:57.187444 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.255453 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:54Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:57.359796 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-bcc2001f-6097-40cc-95bc-a0600540e16b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=586bf05d-2967-4ec3-b588-a29598f5b674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5990262 May 12 14:37:57.478685 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c56ce6-4a81-4993-bccb-5bd8aaaaf2a9 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:54Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:57.517982 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.600616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port a5edf09f-bb04-45b7-a53c-1506a85c7931 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:57.600922 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.625971 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] Current status of the port 45c345be-526d-4ff1-afc6-222b3bd0ef82 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:57.626330 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.627745 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (997139eb-34d0-4019-b1c1-2a56e16b9f4a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.657373 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Made reservation on behalf of 2580eb79c9684c318adbfaa325e7f12c for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:57.670466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.831272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Allocated IP 172.27.1.106 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/aaffbed1-cf0b-462a-b8cd-5994dbc245f4) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:58.014016 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Publish callbacks [] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.026851 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port a5edf09f-bb04-45b7-a53c-1506a85c7931, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=a5edf09f-bb04-45b7-a53c-1506a85c7931,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:58.084747 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.121837 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.125289 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 33cabd8c-64ea-4a9a-b074-c61ec2af4196 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:58.175980 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c68fea-ec54-4828-bfd6-6066c0574d0d x-openstack-request-id: req-a7c68fea-ec54-4828-bfd6-6066c0574d0d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:37:58.176751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0019df15-8d39-44b1-88e4-2fa86532c89f", "tag": "6576f263-e0eb-4c77-b47c-9fd54ff6acce", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:37:58.176751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7c68fea-ec54-4828-bfd6-6066c0574d0d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:37:58.177026 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c68fea-ec54-4828-bfd6-6066c0574d0d'] response: {'name': 'network-changed', 'server_uuid': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'tag': '6576f263-e0eb-4c77-b47c-9fd54ff6acce', 'status': 'completed', 'code': 200} May 12 14:37:58.248808 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.320642 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-c53c7a9a-97de-4227-af76-19334054abab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--404585001&fields=id&tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 267 time: 0.5713146 May 12 14:37:58.351633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] For port 45c345be-526d-4ff1-afc6-222b3bd0ef82, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=45c345be-526d-4ff1-afc6-222b3bd0ef82,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:58.375531 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.424493 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cc271-7434-498d-bc79-eee8b13c6eb8 None None] Pushing event updated for resources: {'Port': ['ID=96bc959e-4f4f-47ba-a89a-476f843d56de,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:58.654340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-251c64c4-984d-4534-8d4d-11bc80a230b1 service neutron] 10.222.0.85 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2574584 May 12 14:37:58.710275 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c2c84b4b-27ce-4265-9654-dd35a2f8e1e7 req-a5efea96-66c3-4765-8de5-0a8d7312e9aa tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 210 time: 0.4538469 May 12 14:37:58.819834 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:58.820443 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.004895 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=a5edf09f-bb04-45b7-a53c-1506a85c7931,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:59.112475 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506bd68-445f-4f7e-b676-5dd5573b839e None None] Pushing event updated for resources: {'Port': ['ID=45c345be-526d-4ff1-afc6-222b3bd0ef82,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:59.190836 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-f091a8da-3f11-4209-80e2-ed49d5133291 None None] Provisioning complete for port 96bc959e-4f4f-47ba-a89a-476f843d56de triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:59.191643 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f091a8da-3f11-4209-80e2-ed49d5133291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.244045 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Attempting to bind port 96bc959e-4f4f-47ba-a89a-476f843d56de on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:59.244715 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Attempting to bind port 96bc959e-4f4f-47ba-a89a-476f843d56de by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:59.245329 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Attempting to bind port 96bc959e-4f4f-47ba-a89a-476f843d56de on network 272339fb-b619-4ece-94ff-5fe15c567402 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:59.254276 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:59.255600 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f5039f87-53fb-4ac4-ad97-99ead843270e up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:59.316670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-f091a8da-3f11-4209-80e2-ed49d5133291 None None] Port 96bc959e-4f4f-47ba-a89a-476f843d56de cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:59.316670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:59.316670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Checking segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:59.316967 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.317338 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Bound using segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:59.317966 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Bound port: 96bc959e-4f4f-47ba-a89a-476f843d56de, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:59.318288 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.338987 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.481192 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] For port 96bc959e-4f4f-47ba-a89a-476f843d56de, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:59.492330 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] For port 96bc959e-4f4f-47ba-a89a-476f843d56de, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=96bc959e-4f4f-47ba-a89a-476f843d56de,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:59.537530 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.564389 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port f5039f87-53fb-4ac4-ad97-99ead843270e triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:59.564389 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.779459 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7898efc0-8e4a-4b14-be0d-7f0fc2e19cfa req-3bc52abc-af1f-46d6-8760-f7fea22917de service neutron] 10.222.0.85 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0680664 May 12 14:37:59.846484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:59.846484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:37:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:59.850481 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46346) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:59.855970 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.903838 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cc271-7434-498d-bc79-eee8b13c6eb8 None None] Pushing event updated for resources: {'Port': ['ID=96bc959e-4f4f-47ba-a89a-476f843d56de,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:59.979801 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a4794-7898-4876-a05b-dcb0ebcad2a5 req-88f22607-4c36-44f1-8e1c-a7dcc83967bc tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:59.987740 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671a4794-7898-4876-a05b-dcb0ebcad2a5 req-88f22607-4c36-44f1-8e1c-a7dcc83967bc tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 944 time: 1.0445275 May 12 14:38:00.024671 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Allocated IP 172.20.0.4 (50fb2d7f-8dca-4e62-9436-b1a9279da276/c253b75a-a154-4406-bb46-f066ae374ad2/94227bdb-a088-403e-92ec-13093a4ba02d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:00.077089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-245c84a5-0965-4ad7-b323-7963b19b8c13 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:00.078816 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-245c84a5-0965-4ad7-b323-7963b19b8c13 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 816 time: 1.4057236 May 12 14:38:00.131882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-9215e5d5-0cc3-418c-8e06-83061f941aaa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/quotas/0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 375 time: 0.0410142 May 12 14:38:00.214341 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf50f-363c-44ab-9498-281c97976e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.223662 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671a4794-7898-4876-a05b-dcb0ebcad2a5 req-42d960d7-4e69-4607-999e-6c3e3d84f2fd tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345581 May 12 14:38:00.274488 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port f5039f87-53fb-4ac4-ad97-99ead843270e is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:00.278817 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.293027 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] Provisioning complete for port 96bc959e-4f4f-47ba-a89a-476f843d56de triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:00.295444 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.349459 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:00.357328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'Port': ['ID=aaffbed1-cf0b-462a-b8cd-5994dbc245f4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:00.398919 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 46366) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:00.431753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.444093 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf50f-363c-44ab-9498-281c97976e23 admin admin] Publish callbacks [] for security_group (341de33a-42b9-426d-84ea-4dcbe944efe6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.450481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:00.452712 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf50f-363c-44ab-9498-281c97976e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (341de33a-42b9-426d-84ea-4dcbe944efe6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.464582 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50ab51af-d51a-4186-8fbc-61593a1e80c5 req-150c0683-2d84-4982-a9ca-0b52309d815d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 210 time: 0.1081550 May 12 14:38:00.472275 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.486819 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-2e359d83-15e3-4a9c-ba49-2d747bc50054 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3429291 May 12 14:38:00.494781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:00.513698 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-bdfaf50f-363c-44ab-9498-281c97976e23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e32dbda9b2a46ed9980c35e85962d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6617839 May 12 14:38:00.514446 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:00.517789 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (997139eb-34d0-4019-b1c1-2a56e16b9f4a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.521170 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:00.567711 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf50f-363c-44ab-9498-281c97976e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341de33a-42b9-426d-84ea-4dcbe944efe6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:00.600334 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a411f384-0a7e-4a60-b4d9-2ccbbe5f0f41 admin admin] Publish callbacks [] for security_group (341de33a-42b9-426d-84ea-4dcbe944efe6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.629458 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a411f384-0a7e-4a60-b4d9-2ccbbe5f0f41 admin admin] Publish callbacks [] for security_group (341de33a-42b9-426d-84ea-4dcbe944efe6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.657313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.657519 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:00.658941 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.1013603 May 12 14:38:00.659431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] Current status of the port 96bc959e-4f4f-47ba-a89a-476f843d56de is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:00.659935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.667282 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184d47-8a92-48c5-a371-5bfd3fb91fd8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=3874d6f5-2fd5-4f19-91ba-5a553c2a07d3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:00.691957 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b467a8b9-38fe-4b6b-954c-eeccd2108a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.710920 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a411f384-0a7e-4a60-b4d9-2ccbbe5f0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (341de33a-42b9-426d-84ea-4dcbe944efe6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.721462 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a411f384-0a7e-4a60-b4d9-2ccbbe5f0f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.725721 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a411f384-0a7e-4a60-b4d9-2ccbbe5f0f41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/341de33a-42b9-426d-84ea-4dcbe944efe6 HTTP/1.1" status: 204 len: 168 time: 0.2046218 May 12 14:38:00.734960 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f384-0a7e-4a60-b4d9-2ccbbe5f0f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341de33a-42b9-426d-84ea-4dcbe944efe6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:00.794485 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (53b4d2ee-4b77-479e-8320-11e7b3d9f9f3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.802497 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for port (94227bdb-a088-403e-92ec-13093a4ba02d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.896916 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] For port 96bc959e-4f4f-47ba-a89a-476f843d56de, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=96bc959e-4f4f-47ba-a89a-476f843d56de,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:00.901261 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:00.901625 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.951456 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-5a9bed88-03fe-425e-88ae-48be197dc362 service neutron] 10.222.0.79 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102299 May 12 14:38:00.953922 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:00.993509 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.063296 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5ad47-1243-4ca0-b441-ef1fdeeab92c None None] Pushing event updated for resources: {'Port': ['ID=96bc959e-4f4f-47ba-a89a-476f843d56de,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.065235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.067137 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:37:59Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:01.097137 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351cf82-0ec3-42dc-b3c5-63e0c443acf5 None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:37:59Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:01.210155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b467a8b9-38fe-4b6b-954c-eeccd2108a89 admin admin] Publish callbacks [] for security_group (2e0da1cc-c4e9-4e72-8937-bd9355e624fc), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.210351 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:01.213970 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 45c345be-526d-4ff1-afc6-222b3bd0ef82 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:01.222832 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-a5488c64-983d-4cfb-83da-ddc47443d76b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2021136509&fields=id&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 267 time: 0.2754939 May 12 14:38:01.239036 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46410) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:01.270796 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b467a8b9-38fe-4b6b-954c-eeccd2108a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2e0da1cc-c4e9-4e72-8937-bd9355e624fc), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.278768 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286e1a97-d731-4c8c-8199-cd0710ac0349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.280359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:01.291725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 45c345be-526d-4ff1-afc6-222b3bd0ef82 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:01.292293 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.350346 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:01.370696 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:01.375912 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:01.376803 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.386881 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286e1a97-d731-4c8c-8199-cd0710ac0349 admin admin] Publish callbacks [] for security_group (0cc63efd-7e54-4f37-8554-ca0f3e32a99e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.394892 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286e1a97-d731-4c8c-8199-cd0710ac0349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (0cc63efd-7e54-4f37-8554-ca0f3e32a99e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.399134 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'Port': ['ID=94227bdb-a088-403e-92ec-13093a4ba02d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.429622 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 45c345be-526d-4ff1-afc6-222b3bd0ef82 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:01.432715 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a5edf09f-bb04-45b7-a53c-1506a85c7931 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:01.436634 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-286e1a97-d731-4c8c-8199-cd0710ac0349 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a92912a039464c538ae7e9c012c7f186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959176 May 12 14:38:01.443325 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46412) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:01.463129 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e1a97-d731-4c8c-8199-cd0710ac0349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc63efd-7e54-4f37-8554-ca0f3e32a99e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.523553 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9495-4f6d-4a9a-a60c-0e933941f2a3 admin admin] Publish callbacks [] for security_group (0cc63efd-7e54-4f37-8554-ca0f3e32a99e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.530239 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-848c0f35-b8ba-4347-90be-0e52e1aee9f7 service neutron] 10.222.0.79 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490327 May 12 14:38:01.531083 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467a8b9-38fe-4b6b-954c-eeccd2108a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0da1cc-c4e9-4e72-8937-bd9355e624fc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.556105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9495-4f6d-4a9a-a60c-0e933941f2a3 admin admin] Publish callbacks [] for security_group (0cc63efd-7e54-4f37-8554-ca0f3e32a99e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.565593 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b467a8b9-38fe-4b6b-954c-eeccd2108a89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f874503189694ff0a90829a75909448e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1569333 May 12 14:38:01.572590 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46416) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:01.600251 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c2a877c8-6c84-461a-8807-4386d59c28f3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9447899 May 12 14:38:01.632684 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port a5edf09f-bb04-45b7-a53c-1506a85c7931 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:01.633123 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.653735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Request body: {'port': {'device_id': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:01.669677 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd509a66-c579-41f4-95d4-cce622eefbbe admin admin] Publish callbacks [] for security_group (2e0da1cc-c4e9-4e72-8937-bd9355e624fc), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.693798 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9495-4f6d-4a9a-a60c-0e933941f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (0cc63efd-7e54-4f37-8554-ca0f3e32a99e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.697274 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9495-4f6d-4a9a-a60c-0e933941f2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.698809 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0fdf9495-4f6d-4a9a-a60c-0e933941f2a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cc63efd-7e54-4f37-8554-ca0f3e32a99e HTTP/1.1" status: 204 len: 168 time: 0.2538869 May 12 14:38:01.727936 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf9495-4f6d-4a9a-a60c-0e933941f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc63efd-7e54-4f37-8554-ca0f3e32a99e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.741600 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd509a66-c579-41f4-95d4-cce622eefbbe admin admin] Publish callbacks [] for security_group (2e0da1cc-c4e9-4e72-8937-bd9355e624fc), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.807353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-1c102d18-9cf4-4e87-b95f-dc2b328ad70c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:01.809693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-1c102d18-9cf4-4e87-b95f-dc2b328ad70c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.5860701 May 12 14:38:01.863905 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd509a66-c579-41f4-95d4-cce622eefbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2e0da1cc-c4e9-4e72-8937-bd9355e624fc), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.867516 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd509a66-c579-41f4-95d4-cce622eefbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.872306 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dd509a66-c579-41f4-95d4-cce622eefbbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e0da1cc-c4e9-4e72-8937-bd9355e624fc HTTP/1.1" status: 204 len: 168 time: 0.2984390 May 12 14:38:01.889270 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd509a66-c579-41f4-95d4-cce622eefbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0da1cc-c4e9-4e72-8937-bd9355e624fc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.907011 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.937430 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-79fe0735-0b2b-46a9-a5e1-97206c3bc242 None None] Provisioning complete for port 94227bdb-a088-403e-92ec-13093a4ba02d triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:01.937867 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79fe0735-0b2b-46a9-a5e1-97206c3bc242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.963282 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-82ffb60f-fe86-4f96-b0a6-bbfb51fcc135 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/quotas/9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 375 time: 0.1303270 May 12 14:38:02.003213 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port a5edf09f-bb04-45b7-a53c-1506a85c7931 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:02.042323 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-79fe0735-0b2b-46a9-a5e1-97206c3bc242 None None] Port 94227bdb-a088-403e-92ec-13093a4ba02d cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:02.165210 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.183143 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.210198 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.282264 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-a232b618-2ccf-43de-abfd-f155f2ec6e01 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3065383 May 12 14:38:02.328263 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'Port': ['ID=aaffbed1-cf0b-462a-b8cd-5994dbc245f4,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:02.420294 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (53b4d2ee-4b77-479e-8320-11e7b3d9f9f3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.476660 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46452) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:02.502553 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f1f7cf-aac3-4bab-9c52-bea1a95b8bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.538526 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 96bc959e-4f4f-47ba-a89a-476f843d56de up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:02.629308 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 96bc959e-4f4f-47ba-a89a-476f843d56de triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:02.630431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.739669 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f1f7cf-aac3-4bab-9c52-bea1a95b8bde admin admin] Publish callbacks [] for security_group (2c341069-2bfd-49ef-bcab-fd0a41966ab5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.749897 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f1f7cf-aac3-4bab-9c52-bea1a95b8bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2c341069-2bfd-49ef-bcab-fd0a41966ab5), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.805486 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-33f1f7cf-aac3-4bab-9c52-bea1a95b8bde admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5dda63667deb49f9bdb0e3e4f4fd3044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276982 May 12 14:38:02.806092 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46462) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:02.814891 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 96bc959e-4f4f-47ba-a89a-476f843d56de is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:02.868042 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1f7cf-aac3-4bab-9c52-bea1a95b8bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c341069-2bfd-49ef-bcab-fd0a41966ab5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:02.915339 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe3aa-a687-49b3-92ad-bdc11ca0fb8e admin admin] Publish callbacks [] for security_group (2c341069-2bfd-49ef-bcab-fd0a41966ab5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.954486 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe3aa-a687-49b3-92ad-bdc11ca0fb8e admin admin] Publish callbacks [] for security_group (2c341069-2bfd-49ef-bcab-fd0a41966ab5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.970025 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-137c607a-ae97-4af0-8a7b-0a3cddd72910 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:02.971778 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-137c607a-ae97-4af0-8a7b-0a3cddd72910 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 818 time: 1.1568999 May 12 14:38:02.996340 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a91e-92fc-4672-93d0-89852ca228ad req-a01832ef-7c48-46a1-bb25-70dc918c9f50 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:03.004992 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e268a91e-92fc-4672-93d0-89852ca228ad req-a01832ef-7c48-46a1-bb25-70dc918c9f50 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 944 time: 0.9058495 May 12 14:38:03.021368 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe3aa-a687-49b3-92ad-bdc11ca0fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2c341069-2bfd-49ef-bcab-fd0a41966ab5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.024053 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe3aa-a687-49b3-92ad-bdc11ca0fb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.030149 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e4dfe3aa-a687-49b3-92ad-bdc11ca0fb8e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c341069-2bfd-49ef-bcab-fd0a41966ab5 HTTP/1.1" status: 204 len: 168 time: 0.2180181 May 12 14:38:03.043737 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfe3aa-a687-49b3-92ad-bdc11ca0fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c341069-2bfd-49ef-bcab-fd0a41966ab5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:03.087372 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.088736 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b655c288-18d9-4fef-b05c-c40ecbed15ac tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6640782 May 12 14:38:03.202817 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e268a91e-92fc-4672-93d0-89852ca228ad req-2177a20e-8100-4f38-a2cd-f380a68ccda2 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967766 May 12 14:38:03.206768 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-3f0ccd09-edfb-4450-85ee-e0aa9a55825c service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641493 May 12 14:38:03.283549 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:03.370239 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b929316f-5ac2-4613-b612-cda4d4424730 req-16aae2e2-6e84-4e35-a1fa-5435a40e83d4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 210 time: 0.0693438 May 12 14:38:03.412637 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-f35d83d3-e6f1-4f46-904d-ec2431e755b4 service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886117 May 12 14:38:03.418936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94227bdb-a088-403e-92ec-13093a4ba02d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:03.427671 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Publish callbacks [] for port (94227bdb-a088-403e-92ec-13093a4ba02d), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.464802 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc1362de-ac90-4c5c-b2ab-826ab8f28feb req-93923d5e-aba4-4251-8bf2-497ecb9a06f9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0301819 May 12 14:38:03.470523 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Transition to ACTIVE for port object 94227bdb-a088-403e-92ec-13093a4ba02d will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:03.478290 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.536257 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Pushing event updated for resources: {'Port': ['ID=94227bdb-a088-403e-92ec-13093a4ba02d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:03.586556 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Attempting to bind port 94227bdb-a088-403e-92ec-13093a4ba02d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:03.591118 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Attempting to bind port 94227bdb-a088-403e-92ec-13093a4ba02d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:03.612662 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Attempting to bind port 94227bdb-a088-403e-92ec-13093a4ba02d on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:03.640750 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Port 94227bdb-a088-403e-92ec-13093a4ba02d on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:03.641380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Attempting to bind port 94227bdb-a088-403e-92ec-13093a4ba02d on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:03.656865 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e888d1f6-00b1-44c5-bee5-9f66619457b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.670112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:03.670112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Checking segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:03.670112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Bound using segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:03.672722 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Bound port: 94227bdb-a088-403e-92ec-13093a4ba02d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:03.673290 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.703841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84a1433d-6f1c-4dc7-99c8-17392884836b req-494ce86f-e0a3-429c-81b4-08ccb4c61cfa tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 210 time: 0.0581355 May 12 14:38:03.823203 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1d4f22bd-45b2-4b3e-81e0-286896448242 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--776200903&fields=id&tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab HTTP/1.1" status: 200 len: 267 time: 0.2058923 May 12 14:38:03.873722 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e888d1f6-00b1-44c5-bee5-9f66619457b2 admin admin] Publish callbacks [] for security_group (2812767c-8546-4227-908f-0348ef2e02c5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.897894 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e888d1f6-00b1-44c5-bee5-9f66619457b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2812767c-8546-4227-908f-0348ef2e02c5), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.950570 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888d1f6-00b1-44c5-bee5-9f66619457b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2812767c-8546-4227-908f-0348ef2e02c5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:03.960041 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e888d1f6-00b1-44c5-bee5-9f66619457b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ce844440a0042efbf141a12dfe1cd03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6736231 May 12 14:38:03.960959 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46510) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:03.999704 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-486b050e-d751-4851-b953-b3d422235ec9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.008415 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-486b050e-d751-4851-b953-b3d422235ec9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 811 time: 0.1839612 May 12 14:38:04.042244 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-872a89cb-d62e-479a-87f3-7c1ba3f1595a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/quotas/4bfc0cf739ef49329b3abc976a5cf1ab HTTP/1.1" status: 200 len: 375 time: 0.0331037 May 12 14:38:04.046331 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b9600d5-20ed-4560-8aaf-89b8a5454553 admin admin] Publish callbacks [] for security_group (2812767c-8546-4227-908f-0348ef2e02c5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:04.076269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] For port 94227bdb-a088-403e-92ec-13093a4ba02d, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:04.096626 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b9600d5-20ed-4560-8aaf-89b8a5454553 admin admin] Publish callbacks [] for security_group (2812767c-8546-4227-908f-0348ef2e02c5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:04.097020 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] For port 94227bdb-a088-403e-92ec-13093a4ba02d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94227bdb-a088-403e-92ec-13093a4ba02d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:04.116897 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-4d1cf226-ea14-4ee3-86c1-16e5d1ebb65e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679700 May 12 14:38:04.120135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:04.161846 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b9600d5-20ed-4560-8aaf-89b8a5454553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2812767c-8546-4227-908f-0348ef2e02c5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:04.165443 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b9600d5-20ed-4560-8aaf-89b8a5454553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:04.167098 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8b9600d5-20ed-4560-8aaf-89b8a5454553 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2812767c-8546-4227-908f-0348ef2e02c5 HTTP/1.1" status: 204 len: 168 time: 0.2046120 May 12 14:38:04.182520 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9600d5-20ed-4560-8aaf-89b8a5454553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2812767c-8546-4227-908f-0348ef2e02c5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:04.191536 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.192406 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:04.197561 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] 10.222.0.85 "PUT /v2.0/ports/94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 200 len: 1093 time: 2.5539279 May 12 14:38:04.201600 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'tag': '94227bdb-a088-403e-92ec-13093a4ba02d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:04.203811 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b409c-b604-4f2a-99a2-aed2289a368f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe4da68-32b7-45fc-930e-651d23fc4595", "tag": "94227bdb-a088-403e-92ec-13093a4ba02d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:04.231334 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.85', 51959) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:04.373470 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'port': {'device_id': '71021fe5-ffce-4c41-8578-8c810987915c', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'admin_state_up': True, 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:04.523799 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c053a2-dbc9-42df-9219-a6f83a81fa74 x-openstack-request-id: req-c8c053a2-dbc9-42df-9219-a6f83a81fa74 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:04.524096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe4da68-32b7-45fc-930e-651d23fc4595", "tag": "94227bdb-a088-403e-92ec-13093a4ba02d", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:04.524887 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8c053a2-dbc9-42df-9219-a6f83a81fa74 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:04.525375 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c053a2-dbc9-42df-9219-a6f83a81fa74'] response: {'name': 'network-changed', 'server_uuid': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'tag': '94227bdb-a088-403e-92ec-13093a4ba02d', 'status': 'completed', 'code': 200} May 12 14:38:04.682323 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-f1de4886-8913-46e8-87cf-88c5e5d767e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.683872 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-f1de4886-8913-46e8-87cf-88c5e5d767e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c865b8a441ac423e9032a0c70301ec6e&device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 1128 time: 0.3944042 May 12 14:38:04.782403 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695dcf-82b9-489e-bad9-b92bb8601d03 service neutron] Pushing event updated for resources: {'Port': ['ID=94227bdb-a088-403e-92ec-13093a4ba02d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:04.822370 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b409c-b604-4f2a-99a2-aed2289a368f req-a02faf4d-14fa-4e38-a346-11dc21c8c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.823705 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-507b409c-b604-4f2a-99a2-aed2289a368f req-a02faf4d-14fa-4e38-a346-11dc21c8c9ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1127 time: 0.1844258 May 12 14:38:04.849858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864fd64-292a-41f7-a16c-6b1125db4744 req-61dab778-702c-435e-afd8-b2e294dec5f2 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.851971 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2864fd64-292a-41f7-a16c-6b1125db4744 req-61dab778-702c-435e-afd8-b2e294dec5f2 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 944 time: 0.1972697 May 12 14:38:04.962300 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 46556) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:04.964998 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-8afdf3bc-efd7-4056-b95a-456feb9855da service neutron] 10.222.0.79 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387082 May 12 14:38:05.012068 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-2c4fb6f7-5b0c-47e9-813f-f2c221ee3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:05.013550 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-2c4fb6f7-5b0c-47e9-813f-f2c221ee3a8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=586bf05d-2967-4ec3-b588-a29598f5b674 HTTP/1.1" status: 200 len: 912 time: 0.2054946 May 12 14:38:05.056415 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Made reservation on behalf of 2580eb79c9684c318adbfaa325e7f12c for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:05.060953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:05.103672 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36f2e857-8fce-4c3a-9831-8e21b6fc97e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:05.391853 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-c8f58e1b-11fb-4f5b-aded-001b04233646 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce HTTP/1.1" status: 200 len: 217 time: 0.1467767 May 12 14:38:05.448033 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b409c-b604-4f2a-99a2-aed2289a368f req-bb7845fe-490a-4a88-8800-71a887be8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:05.449583 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-507b409c-b604-4f2a-99a2-aed2289a368f req-bb7845fe-490a-4a88-8800-71a887be8e98 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2580eb79c9684c318adbfaa325e7f12c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5735266 May 12 14:38:05.479178 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2864fd64-292a-41f7-a16c-6b1125db4744 req-cb1350fa-b829-45bb-b784-bbe5d3e7c5f7 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212812 May 12 14:38:05.500564 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-15a1800b-2d88-48ed-8071-8136615b586e service neutron] 10.222.0.79 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702387 May 12 14:38:05.625771 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.85', 51965) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:05.641807 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36f2e857-8fce-4c3a-9831-8e21b6fc97e0 admin admin] Publish callbacks [] for security_group (530949de-5b05-49a7-9849-e742bfdd318d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:05.687187 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Allocated IP 172.20.0.5 (50fb2d7f-8dca-4e62-9436-b1a9279da276/c253b75a-a154-4406-bb46-f066ae374ad2/b7400c71-756f-4d64-b80c-1f914eadab6d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:05.745646 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f90c4ca0-6f9e-4f70-a2a2-ae49cb25ceee req-9138bdd9-fb71-45c0-babb-f3796f3f2765 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 210 time: 0.1641510 May 12 14:38:05.746449 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36f2e857-8fce-4c3a-9831-8e21b6fc97e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (530949de-5b05-49a7-9849-e742bfdd318d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:05.892185 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.85', 51966) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:05.921374 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-36f2e857-8fce-4c3a-9831-8e21b6fc97e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc324dec1b5e4c3084bec86bae3667c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9551401 May 12 14:38:05.928726 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-48d9b11a-f4dd-4c0b-8d7b-14e0f8225f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:05.930267 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-48d9b11a-f4dd-4c0b-8d7b-14e0f8225f78 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c HTTP/1.1" status: 200 len: 851 time: 0.3314121 May 12 14:38:05.930771 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46592) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:05.962607 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-c29ab37e-70f5-4ee0-bf1c-5927484acf09 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:05.964111 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-c29ab37e-70f5-4ee0-bf1c-5927484acf09 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 816 time: 0.3191075 May 12 14:38:06.072709 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94c7a098-9cdd-4d99-8aa7-a93b353d88cb req-aa1b7c00-a670-4af4-b44a-27053489f06f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0975933 May 12 14:38:06.073706 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-55482b45-1eba-48fc-a825-982f653ab30f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=586bf05d-2967-4ec3-b588-a29598f5b674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075220 May 12 14:38:06.152186 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 6576f263-e0eb-4c77-b47c-9fd54ff6acce details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:06.219722 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068eeeb-cca8-45de-84a7-3c9b5e027100 admin admin] Publish callbacks [] for security_group (530949de-5b05-49a7-9849-e742bfdd318d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.249461 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068eeeb-cca8-45de-84a7-3c9b5e027100 admin admin] Publish callbacks [] for security_group (530949de-5b05-49a7-9849-e742bfdd318d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.341371 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-713ec66d-196b-45fb-8bee-1f81cbab90e2 req-5b8d9832-318d-4c76-8b50-fd23f57f9e6d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 210 time: 0.3898385 May 12 14:38:06.394381 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce,segment=NetworkSegment(3089b6c6-90cf-4550-aca1-2cea544775bb),segment_id=3089b6c6-90cf-4550-aca1-2cea544775bb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:06.418492 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '6576f263-e0eb-4c77-b47c-9fd54ff6acce', 'network_id': '586bf05d-2967-4ec3-b588-a29598f5b674', 'port_id': '6576f263-e0eb-4c77-b47c-9fd54ff6acce', 'mac_address': 'fa:16:3e:86:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:06.421167 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-fa9d6cdc-f36b-4ff1-84cd-a88df3275bd2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 379 time: 0.4279828 May 12 14:38:06.433341 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-47d6d369-72b6-4315-b8fa-62cd50d5c893 req-ec995acd-14bd-4750-a4d9-9cbe4302f292 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 210 time: 0.1471362 May 12 14:38:06.449262 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2e857-8fce-4c3a-9831-8e21b6fc97e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530949de-5b05-49a7-9849-e742bfdd318d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:06.474360 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'port': {'device_id': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'admin_state_up': True, 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'security_groups': ['1d0349d0-c3bd-430d-a8a8-87cb4c07a128']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:06.479279 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068eeeb-cca8-45de-84a7-3c9b5e027100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (530949de-5b05-49a7-9849-e742bfdd318d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.482972 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068eeeb-cca8-45de-84a7-3c9b5e027100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.487164 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3068eeeb-cca8-45de-84a7-3c9b5e027100 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/530949de-5b05-49a7-9849-e742bfdd318d HTTP/1.1" status: 204 len: 168 time: 0.5527005 May 12 14:38:06.506232 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 6576f263-e0eb-4c77-b47c-9fd54ff6acce is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:06.506631 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.511024 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068eeeb-cca8-45de-84a7-3c9b5e027100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530949de-5b05-49a7-9849-e742bfdd318d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:06.582509 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6576f263-e0eb-4c77-b47c-9fd54ff6acce {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:06.595406 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-49d4c23c-39e4-4f03-98fa-8fb798bbb40b service neutron] 10.222.0.85 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426894 May 12 14:38:06.659995 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce,segment=NetworkSegment(3089b6c6-90cf-4550-aca1-2cea544775bb),segment_id=3089b6c6-90cf-4550-aca1-2cea544775bb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:06.671966 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.674872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b409c-b604-4f2a-99a2-aed2289a368f req-5637cb6a-f09a-4244-b490-5e3192cba4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:06.676541 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-507b409c-b604-4f2a-99a2-aed2289a368f req-5637cb6a-f09a-4244-b490-5e3192cba4d7 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0316141 May 12 14:38:06.684692 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-b40b56f2-b0cd-4f3b-991c-2a8fee75084e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:06.686214 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-b40b56f2-b0cd-4f3b-991c-2a8fee75084e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.7907071 May 12 14:38:06.836447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=6576f263-e0eb-4c77-b47c-9fd54ff6acce,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:06.854204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-5efac536-ada4-4680-91da-69f138367936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:06.855749 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-5efac536-ada4-4680-91da-69f138367936 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1127 time: 0.0695584 May 12 14:38:06.869877 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Made reservation on behalf of 0dd7bf482a7c472bbe4857f2d71d00e1 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:06.874570 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.897991 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-a06fb2af-31a7-4d6b-b9e7-c9f5f0497d5d req-7ba08d45-2577-4125-9618-1270318b82aa service neutron] 10.222.0.85 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905536 May 12 14:38:07.005660 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567339c8-4044-4e3f-aa96-b5fcd62cdb4d req-36a223ae-723f-4b49-95d5-5e9a797fa96a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:07.007477 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-567339c8-4044-4e3f-aa96-b5fcd62cdb4d req-36a223ae-723f-4b49-95d5-5e9a797fa96a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 945 time: 0.3138461 May 12 14:38:07.016969 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-c0570338-b642-4530-b6a9-4f50aac4ff69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 200 len: 217 time: 0.1290295 May 12 14:38:07.044114 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5799b0cc-76d4-4388-aaa0-b068a92640d9 req-86679590-c050-4244-b3cd-bf99f4fc005c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 210 time: 0.1440279 May 12 14:38:07.139142 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.141379 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['6576f263-e0eb-4c77-b47c-9fd54ff6acce'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:07.143793 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Allocated IP 172.20.0.11 (272339fb-b619-4ece-94ff-5fe15c567402/f06672bd-70c6-4130-a103-df043d7cd32e/b36316ae-0793-416c-9119-9819353b009c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:07.168885 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-f997e840-876b-4e01-8a39-47f18396d269 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 380 time: 0.4095254 May 12 14:38:07.173406 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-cf6fab32-b741-4c2a-9073-470b2673ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:07.176530 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-cf6fab32-b741-4c2a-9073-470b2673ab5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.1354566 May 12 14:38:07.189557 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'port': {'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'admin_state_up': True, 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'security_groups': ['c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:07.243933 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-567339c8-4044-4e3f-aa96-b5fcd62cdb4d req-ce9110f2-df58-4aff-b15e-0488de2e0bdd tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621616 May 12 14:38:07.323341 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0404bf03-55f4-4f19-bc97-fef590558199 req-b4694641-18f8-45dd-82b4-caa13b798153 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0784185 May 12 14:38:07.326333 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for port (b36316ae-0793-416c-9119-9819353b009c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.341217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.391676 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (b36316ae-0793-416c-9119-9819353b009c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.415250 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:07.435657 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:07.458373 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'Port': ['ID=b7400c71-756f-4d64-b80c-1f914eadab6d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:07.462135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:07.467300 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:07.467936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.501826 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-b39766db-881c-41bd-8a1a-3c0b03e2ebf3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1539714 May 12 14:38:07.513108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Made reservation on behalf of 9794155ca0aa4b75a153f0640e068ff5 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:07.519031 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.547311 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Network 272339fb-b619-4ece-94ff-5fe15c567402 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:07.556067 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:07.556523 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Request body: {'port': {'device_id': '71021fe5-ffce-4c41-8578-8c810987915c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:07.559610 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:07.566151 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:07.569033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b01968b-1b42-4356-94a7-deeb8963fda1 req-15787f0c-2f48-4f0b-996b-bc9c5e7071ea tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 210 time: 0.1078985 May 12 14:38:07.569162 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.577227 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:07.588965 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-b3dc8150-b468-4923-b892-bde10dec7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:07.591250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-b3dc8150-b468-4923-b892-bde10dec7ac0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1781440 May 12 14:38:07.692351 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-8c195490-fbbc-4c92-bf4f-818e92f4e65f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2494431 May 12 14:38:07.739211 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Request body: {'port': {'device_id': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:07.807461 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-1c2c2b6f-a960-4739-9ce4-022f05cd5c01 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004488 May 12 14:38:07.890420 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92f87a0d-b6f6-4696-97f8-3fbe878ddf80 req-d18596fe-5245-4173-a2fc-d698e9de0bba tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 210 time: 0.0891273 May 12 14:38:07.920502 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-6b9e17aa-e3f2-49f3-952f-b3100664ddc5 None None] Provisioning complete for port b7400c71-756f-4d64-b80c-1f914eadab6d triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:07.921125 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b9e17aa-e3f2-49f3-952f-b3100664ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.092603 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.117368 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e17aa-e3f2-49f3-952f-b3100664ddc5 None None] Port b7400c71-756f-4d64-b80c-1f914eadab6d cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:08.126691 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-63d74e9a-d2f7-4c13-bc3d-a4087f4f5b89 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:08.128506 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-63d74e9a-d2f7-4c13-bc3d-a4087f4f5b89 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 811 time: 0.5444245 May 12 14:38:08.131728 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.159447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 6576f263-e0eb-4c77-b47c-9fd54ff6acce up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:08.257244 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-652d0e62-13ea-4032-bfbf-4dd87a93369f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab HTTP/1.1" status: 200 len: 379 time: 0.1080005 May 12 14:38:08.289108 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'port': {'device_id': 'f843e0ce-6156-4d75-9341-c049c6297133', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'admin_state_up': True, 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'security_groups': ['75b80f91-8235-4681-9418-022a9309873d']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:08.344697 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-bfd8e340-8712-4ae4-b09e-c4bdb1613f95 None None] Provisioning complete for port b36316ae-0793-416c-9119-9819353b009c triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:08.345342 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bfd8e340-8712-4ae4-b09e-c4bdb1613f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b36316ae-0793-416c-9119-9819353b009c), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.386270 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 6576f263-e0eb-4c77-b47c-9fd54ff6acce completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:08.397443 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 6576f263-e0eb-4c77-b47c-9fd54ff6acce triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:08.398090 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.433140 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8e340-8712-4ae4-b09e-c4bdb1613f95 None None] Port b36316ae-0793-416c-9119-9819353b009c cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:08.497661 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 6576f263-e0eb-4c77-b47c-9fd54ff6acce is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:08.498056 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.524450 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6576f263-e0eb-4c77-b47c-9fd54ff6acce'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:08.599303 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Made reservation on behalf of 4bfc0cf739ef49329b3abc976a5cf1ab for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:08.609762 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.610679 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce,segment=NetworkSegment(3089b6c6-90cf-4550-aca1-2cea544775bb),segment_id=3089b6c6-90cf-4550-aca1-2cea544775bb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:08.618212 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.702314 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76e7214a-39c7-4044-8400-2610e1209ae8 req-51a8fadb-5aa5-4dc8-87d6-a1710f1b3ed9 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911835 May 12 14:38:08.710627 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.20.0.6 (45d1d321-0090-41ca-9dd0-9f717585a523/5ce40759-9707-4f10-917d-8c04fdc3c404/cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:08.723060 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=6576f263-e0eb-4c77-b47c-9fd54ff6acce,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:08.731983 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad97956-fd2a-4a6e-9996-4e46b0e33925 req-4198c34f-57ce-4067-a82e-91328785c9e8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:08.734627 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fad97956-fd2a-4a6e-9996-4e46b0e33925 req-4198c34f-57ce-4067-a82e-91328785c9e8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 931 time: 0.5418828 May 12 14:38:08.776161 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36316ae-0793-416c-9119-9819353b009c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:08.784470 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12c54f9-e858-4af6-95ff-3f720b32a252" -d '{"events": [{"server_uuid": "0019df15-8d39-44b1-88e4-2fa86532c89f", "name": "network-vif-plugged", "status": "completed", "tag": "6576f263-e0eb-4c77-b47c-9fd54ff6acce"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:08.788376 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Publish callbacks [] for port (b36316ae-0793-416c-9119-9819353b009c), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.821113 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac07e5e-5008-4744-981a-131abe361bd8 req-a8b88d87-89cb-499e-8056-1fb9646dc367 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:08.821113 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fac07e5e-5008-4744-981a-131abe361bd8 req-a8b88d87-89cb-499e-8056-1fb9646dc367 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.2039018 May 12 14:38:08.842968 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Transition to ACTIVE for port object b36316ae-0793-416c-9119-9819353b009c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:08.852627 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.856379 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46692) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:08.868105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Allocated IP 172.20.0.4 (e4082a23-e2c1-47cf-8408-55f5d6e4d99e/d519e8ed-3cc4-4463-b726-f74e06373f34/4e5a3761-d09e-48c6-943e-29a687c9f984) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:08.948420 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:08.975748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fad97956-fd2a-4a6e-9996-4e46b0e33925 req-85a4d370-9e9e-46d5-8df3-ea9846a4f520 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832824 May 12 14:38:09.051931 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fac07e5e-5008-4744-981a-131abe361bd8 req-4b914740-e341-4e87-8762-ff0f1b0874b1 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197151 May 12 14:38:09.091298 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Attempting to bind port b36316ae-0793-416c-9119-9819353b009c on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:09.092033 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Attempting to bind port b36316ae-0793-416c-9119-9819353b009c by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:09.092691 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Attempting to bind port b36316ae-0793-416c-9119-9819353b009c on network 272339fb-b619-4ece-94ff-5fe15c567402 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:09.146599 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed7f2-d615-430c-be7b-899f867ec4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.149961 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Port b36316ae-0793-416c-9119-9819353b009c on network 272339fb-b619-4ece-94ff-5fe15c567402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:09.150137 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Attempting to bind port b36316ae-0793-416c-9119-9819353b009c on network 272339fb-b619-4ece-94ff-5fe15c567402 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:09.175580 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:09.176079 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Checking segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:09.176958 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Bound using segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:09.177445 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Bound port: b36316ae-0793-416c-9119-9819353b009c, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:09.178208 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.188070 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f6f9a62a-cff3-4dfc-8880-b2731ab59498 req-bcdc2313-803c-4f45-b872-6b48916799b0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 210 time: 0.0514598 May 12 14:38:09.195105 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc5e3b-95b0-4629-80c4-84649d1cfa7a req-54ac7a3d-45cd-4282-92d8-94dfccad787f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:09.197115 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30bc5e3b-95b0-4629-80c4-84649d1cfa7a req-54ac7a3d-45cd-4282-92d8-94dfccad787f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.1092875 May 12 14:38:09.223675 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.257631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.342429 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:09.352847 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.374075 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30bc5e3b-95b0-4629-80c4-84649d1cfa7a req-7e6c4e60-766e-44d9-a093-847a9f4e20e1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660466 May 12 14:38:09.418375 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:09.427639 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7400c71-756f-4d64-b80c-1f914eadab6d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:09.439363 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed7f2-d615-430c-be7b-899f867ec4ee admin admin] Publish callbacks [] for security_group (a85471fa-7fa5-4480-a963-8f2b8d99c710), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.441806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.445570 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.449403 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:09.457009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Publish callbacks [] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.461725 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:09.465429 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed7f2-d615-430c-be7b-899f867ec4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a85471fa-7fa5-4480-a963-8f2b8d99c710), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.468038 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:09.473305 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:09.473929 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.478021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'Port': ['ID=4e5a3761-d09e-48c6-943e-29a687c9f984,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:09.494155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Transition to ACTIVE for port object b7400c71-756f-4d64-b80c-1f914eadab6d will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:09.510091 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3231f9-461f-43e2-bc52-d52948b58648 x-openstack-request-id: req-0c3231f9-461f-43e2-bc52-d52948b58648 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:09.510584 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0019df15-8d39-44b1-88e4-2fa86532c89f", "name": "network-vif-plugged", "status": "completed", "tag": "6576f263-e0eb-4c77-b47c-9fd54ff6acce", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:09.511340 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c3231f9-461f-43e2-bc52-d52948b58648 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:09.512080 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3231f9-461f-43e2-bc52-d52948b58648'] response: {'server_uuid': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6576f263-e0eb-4c77-b47c-9fd54ff6acce', 'code': 200} May 12 14:38:09.531298 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.549414 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:09.550116 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.552050 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] 10.222.0.85 "PUT /v2.0/ports/b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 1094 time: 1.8438914 May 12 14:38:09.555293 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:09.607147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:09.622368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:09.653246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:09.659974 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f1f11c83-786e-4adf-9141-d9a11fa3ef71 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3936856 May 12 14:38:09.666081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:09.666545 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.677329 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8a1ed7f2-d615-430c-be7b-899f867ec4ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac57e68e734b402a8324bd271c818d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8185651 May 12 14:38:09.685392 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46712) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:09.725988 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ed7f2-d615-430c-be7b-899f867ec4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85471fa-7fa5-4480-a963-8f2b8d99c710,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:09.738066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:09.773242 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:09.834620 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580ad8-acee-4921-ade7-1e28234f5c06 service neutron] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:09.881364 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5890951-7e33-43f5-b40c-80fc88bc2046 req-7ee86bc5-ff09-42b0-829e-0837f611122e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:09.889216 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5890951-7e33-43f5-b40c-80fc88bc2046 req-7ee86bc5-ff09-42b0-829e-0837f611122e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 931 time: 0.3924367 May 12 14:38:09.907046 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adf56e79-f929-48d5-ba55-46701a19003f admin admin] Publish callbacks [] for security_group (a85471fa-7fa5-4480-a963-8f2b8d99c710), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.908702 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-f1aa039c-2bc3-4f18-aa1e-dd1faec7f64f None None] Provisioning complete for port 4e5a3761-d09e-48c6-943e-29a687c9f984 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:09.909167 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1aa039c-2bc3-4f18-aa1e-dd1faec7f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.968202 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adf56e79-f929-48d5-ba55-46701a19003f admin admin] Publish callbacks [] for security_group (a85471fa-7fa5-4480-a963-8f2b8d99c710), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.975032 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa039c-2bc3-4f18-aa1e-dd1faec7f64f None None] Port 4e5a3761-d09e-48c6-943e-29a687c9f984 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:09.986388 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea6c6d-25a0-4b9d-90c7-8ea0bfc6eee2 x-openstack-request-id: req-57ea6c6d-25a0-4b9d-90c7-8ea0bfc6eee2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:09.986683 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "tag": "b36316ae-0793-416c-9119-9819353b009c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:09.987140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-57ea6c6d-25a0-4b9d-90c7-8ea0bfc6eee2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:09.987602 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ea6c6d-25a0-4b9d-90c7-8ea0bfc6eee2'] response: {'name': 'network-changed', 'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'status': 'completed', 'code': 200} May 12 14:38:09.998270 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-3279cad7-8e47-470f-a927-e9b75e0e9dbb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8207076 May 12 14:38:10.046948 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adf56e79-f929-48d5-ba55-46701a19003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a85471fa-7fa5-4480-a963-8f2b8d99c710), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.050938 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adf56e79-f929-48d5-ba55-46701a19003f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.052388 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-adf56e79-f929-48d5-ba55-46701a19003f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a85471fa-7fa5-4480-a963-8f2b8d99c710 HTTP/1.1" status: 204 len: 168 time: 0.3657351 May 12 14:38:10.058913 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5890951-7e33-43f5-b40c-80fc88bc2046 req-7f19872d-0a36-476a-9eef-4b96c5b2448c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687086 May 12 14:38:10.059775 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Attempting to bind port b7400c71-756f-4d64-b80c-1f914eadab6d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:10.060242 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Attempting to bind port b7400c71-756f-4d64-b80c-1f914eadab6d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:10.060792 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Attempting to bind port b7400c71-756f-4d64-b80c-1f914eadab6d on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:10.068572 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Port b7400c71-756f-4d64-b80c-1f914eadab6d on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:10.069021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Attempting to bind port b7400c71-756f-4d64-b80c-1f914eadab6d on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:10.071611 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Pushing event updated for resources: {'Port': ['ID=b7400c71-756f-4d64-b80c-1f914eadab6d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:10.074799 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf56e79-f929-48d5-ba55-46701a19003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85471fa-7fa5-4480-a963-8f2b8d99c710,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:10.087238 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:10.087669 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Checking segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:10.096503 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Bound using segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:10.098722 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Bound port: b7400c71-756f-4d64-b80c-1f914eadab6d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:10.100414 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.141854 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-1b52ff0f-7e57-48c6-bd8a-a5a3a49525cd None None] Provisioning complete for port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:10.142292 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b52ff0f-7e57-48c6-bd8a-a5a3a49525cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.182323 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1b52ff0f-7e57-48c6-bd8a-a5a3a49525cd None None] Port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:10.248040 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fb431-2863-4606-b8b1-771d5905a685 req-4158caba-1896-48e7-bb09-b3388cbf4467 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:10.249505 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a4fb431-2863-4606-b8b1-771d5905a685 req-4158caba-1896-48e7-bb09-b3388cbf4467 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0920618 May 12 14:38:10.261748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc95e-557c-46f0-bbf8-78a3ff3a2ea6 req-e24a96f1-eb5e-4227-aaca-220a26c460e5 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:10.263150 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9babc95e-557c-46f0-bbf8-78a3ff3a2ea6 req-e24a96f1-eb5e-4227-aaca-220a26c460e5 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.1045525 May 12 14:38:10.299988 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] For port b7400c71-756f-4d64-b80c-1f914eadab6d, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:10.329445 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] For port b7400c71-756f-4d64-b80c-1f914eadab6d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7400c71-756f-4d64-b80c-1f914eadab6d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:10.354222 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.364937 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a4fb431-2863-4606-b8b1-771d5905a685 req-c1b0b2d6-fe7f-49d6-a724-be4396231df4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093924 May 12 14:38:10.370635 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9babc95e-557c-46f0-bbf8-78a3ff3a2ea6 req-b0863bb9-fe4b-4cdb-aa1b-7a792d1a999f tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954213 May 12 14:38:10.418802 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:10.419517 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.421838 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-68255f1b-1867-442a-8463-89852e804b92 service neutron] 10.222.0.85 "PUT /v2.0/ports/b7400c71-756f-4d64-b80c-1f914eadab6d HTTP/1.1" status: 200 len: 1093 time: 2.8966088 May 12 14:38:10.422425 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71021fe5-ffce-4c41-8578-8c810987915c', 'tag': 'b7400c71-756f-4d64-b80c-1f914eadab6d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:10.425752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5862b8-a471-45cc-a3d6-af712af31190" -d '{"events": [{"name": "network-changed", "server_uuid": "71021fe5-ffce-4c41-8578-8c810987915c", "tag": "b7400c71-756f-4d64-b80c-1f914eadab6d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:10.466394 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68255f1b-1867-442a-8463-89852e804b92 service neutron] Pushing event updated for resources: {'Port': ['ID=b7400c71-756f-4d64-b80c-1f914eadab6d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:10.533875 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ba97-de91-4ca2-b496-b8a3befea512 req-c7fdc4df-3c35-4730-9464-c128b1af6977 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:10.535500 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c17ba97-de91-4ca2-b496-b8a3befea512 req-c7fdc4df-3c35-4730-9464-c128b1af6977 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 931 time: 0.0869403 May 12 14:38:10.555874 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930923f-69c1-4840-9d13-b60652809d93 req-f1d6e586-1f7f-4ef0-8731-e0c9c442f7ad tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:10.557411 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c930923f-69c1-4840-9d13-b60652809d93 req-f1d6e586-1f7f-4ef0-8731-e0c9c442f7ad tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0924764 May 12 14:38:10.619489 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c17ba97-de91-4ca2-b496-b8a3befea512 req-281cb617-acbd-4b28-809a-aff894397ffb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777667 May 12 14:38:10.635225 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c930923f-69c1-4840-9d13-b60652809d93 req-c86350a9-3ac2-4255-a431-2c4c31e47c8e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691695 May 12 14:38:10.683589 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f8df5-8b17-400d-aa8a-957838b084d2 x-openstack-request-id: req-302f8df5-8b17-400d-aa8a-957838b084d2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:10.683918 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71021fe5-ffce-4c41-8578-8c810987915c", "tag": "b7400c71-756f-4d64-b80c-1f914eadab6d", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:10.684180 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-302f8df5-8b17-400d-aa8a-957838b084d2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:10.684598 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302f8df5-8b17-400d-aa8a-957838b084d2'] response: {'name': 'network-changed', 'server_uuid': '71021fe5-ffce-4c41-8578-8c810987915c', 'tag': 'b7400c71-756f-4d64-b80c-1f914eadab6d', 'status': 'completed', 'code': 200} May 12 14:38:10.812251 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:10.915963 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-237553046-network', 'tenant_id': 'eeba321debcd40e6ba9eb9a5c1e534ce'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:10.938296 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Made reservation on behalf of eeba321debcd40e6ba9eb9a5c1e534ce for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:10.940902 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.949503 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.024082 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks [] for security_group (f8f54713-3dc2-4d38-8784-30daca79fbf1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.029913 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f8f54713-3dc2-4d38-8784-30daca79fbf1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.054474 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:38:11.063371 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f54713-3dc2-4d38-8784-30daca79fbf1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:11.069968 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (208ffb27-9e34-4c15-8388-00461f8e551b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.070368 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Added segment 208ffb27-9e34-4c15-8388-00461f8e551b of type vlan for network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b May 12 14:38:11.118797 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.148595 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.149633 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.150235 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.188352 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3721356 May 12 14:38:11.188576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 46766) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:11.193542 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Request body: {'subnet': {'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-237553046-subnet', 'tenant_id': 'eeba321debcd40e6ba9eb9a5c1e534ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:11.212766 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7671-2683-48a0-934d-d57aded9287a admin admin] Pushing event updated for resources: {'Network': ['ID=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:11.223667 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:38:11.224382 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ca347-14d2-4a57-b657-3e34b26287d7 req-65f70ec6-0dd1-40e7-9c67-0294a03884b9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.226000 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a3ca347-14d2-4a57-b657-3e34b26287d7 req-65f70ec6-0dd1-40e7-9c67-0294a03884b9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 931 time: 0.0739074 May 12 14:38:11.239380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Made reservation on behalf of eeba321debcd40e6ba9eb9a5c1e534ce for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:11.241708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.325717 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a3ca347-14d2-4a57-b657-3e34b26287d7 req-48951d80-fe2e-44f9-98c9-e18bf7e4da4e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936484 May 12 14:38:11.454716 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (129d7160-2f0a-4d57-a544-7265c8fc72d7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.553801 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ec5a9-d3f9-4574-b87a-010155233ab5 req-ce83e1cf-74b7-4d5c-8557-a248ff2d0d7a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.555271 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2c9ec5a9-d3f9-4574-b87a-010155233ab5 req-ce83e1cf-74b7-4d5c-8557-a248ff2d0d7a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.1126552 May 12 14:38:11.565172 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af6a9-4ec7-47fa-a975-9ada5be15f7a req-d2c24d23-1705-46be-98b6-4eaa40878030 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.566646 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a8af6a9-4ec7-47fa-a975-9ada5be15f7a req-d2c24d23-1705-46be-98b6-4eaa40878030 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.1152339 May 12 14:38:11.577603 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129d7160-2f0a-4d57-a544-7265c8fc72d7,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:11.646038 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Checking segment: {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:11.646270 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Network hostable DHCP agents. Network: d2bf7750-7a0c-4b6b-91bb-068ee7291c5b, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:38:11.657930 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2c9ec5a9-d3f9-4574-b87a-010155233ab5 req-30c7afc7-bd68-46ba-8909-f08cd8ed445d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904074 May 12 14:38:11.666784 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a8af6a9-4ec7-47fa-a975-9ada5be15f7a req-34e74378-ee97-472e-b6a2-904d80a343fa tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940399 May 12 14:38:11.693832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:38:11.704354 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, d2bf7750-7a0c-4b6b-91bb-068ee7291c5b) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:11.709737 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.710351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.718796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295e030-e9b1-4718-a9e5-88c095f11019 None None] Network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:38:11.735748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ed8fe97b-3ed3-4530-9ee5-878497f26a68 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5460291 May 12 14:38:11.804183 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cf547-6450-4f38-a691-1ef99f7bcbd5 req-bf649350-fc6d-4d52-922d-d659ae2202b4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.805703 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-608cf547-6450-4f38-a691-1ef99f7bcbd5 req-bf649350-fc6d-4d52-922d-d659ae2202b4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 931 time: 0.0850813 May 12 14:38:11.811816 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e1cc-499e-46f3-9ce9-71951c7c73c5 req-43f4d54d-a9ac-4bee-8e2f-8c46e7714efd tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.813232 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-09e0e1cc-499e-46f3-9ce9-71951c7c73c5 req-43f4d54d-a9ac-4bee-8e2f-8c46e7714efd tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0810955 May 12 14:38:11.831916 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498addfc-2827-4cc9-85be-3d6403c81297 None None] Network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:38:11.900731 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-608cf547-6450-4f38-a691-1ef99f7bcbd5 req-c10d4bc0-5a66-495d-a50b-eaf2ab667c49 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864210 May 12 14:38:11.904043 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-09e0e1cc-499e-46f3-9ce9-71951c7c73c5 req-58bb7eff-4867-4125-8335-fc81a3ee618d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804732 May 12 14:38:12.453244 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba7f6-f091-492c-a5ca-1aee8dbb86e6 req-79273485-139a-4397-8155-184de6e0dd00 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:12.454721 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-549ba7f6-f091-492c-a5ca-1aee8dbb86e6 req-79273485-139a-4397-8155-184de6e0dd00 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 931 time: 0.0604067 May 12 14:38:12.504252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-549ba7f6-f091-492c-a5ca-1aee8dbb86e6 req-8be556d3-581f-4c3c-b8bb-98a4daebb091 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418837 May 12 14:38:12.550841 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Request body: {'port': {'device_id': 'f843e0ce-6156-4d75-9341-c049c6297133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:12.614405 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:12.802777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351c2f3-afbe-44d7-a253-9117783e4bc8 req-86a628bc-14f4-43a8-84b1-3085c85d193c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:12.804300 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8351c2f3-afbe-44d7-a253-9117783e4bc8 req-86a628bc-14f4-43a8-84b1-3085c85d193c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0767941 May 12 14:38:12.825586 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7fc3-3456-4ea1-af7b-cea61107ab7d req-9acc650a-af69-4fc3-85ae-214b91e85bab tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:12.828425 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a0f7fc3-3456-4ea1-af7b-cea61107ab7d req-9acc650a-af69-4fc3-85ae-214b91e85bab tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0692308 May 12 14:38:12.903239 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8351c2f3-afbe-44d7-a253-9117783e4bc8 req-c3a66fd1-5a15-45b8-a431-5c5b28b5dcec tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734878 May 12 14:38:12.907418 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a0f7fc3-3456-4ea1-af7b-cea61107ab7d req-2be16154-479b-46b7-9d83-c529848532e3 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 May 12 14:38:12.928978 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a3761-d09e-48c6-943e-29a687c9f984 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:12.936855 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Publish callbacks [] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:12.949555 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Transition to ACTIVE for port object 4e5a3761-d09e-48c6-943e-29a687c9f984 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:12.955092 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:13.006679 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a3761-d09e-48c6-943e-29a687c9f984,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:13.038615 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Attempting to bind port 4e5a3761-d09e-48c6-943e-29a687c9f984 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:13.038771 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Attempting to bind port 4e5a3761-d09e-48c6-943e-29a687c9f984 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:13.039253 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Attempting to bind port 4e5a3761-d09e-48c6-943e-29a687c9f984 on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:13.044124 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Port 4e5a3761-d09e-48c6-943e-29a687c9f984 on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:13.044502 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Attempting to bind port 4e5a3761-d09e-48c6-943e-29a687c9f984 on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:13.051337 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:13.051681 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Checking segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:13.052083 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Bound using segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:13.052518 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Bound port: 4e5a3761-d09e-48c6-943e-29a687c9f984, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:13.052873 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:13.079120 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1eb05-ddf0-447e-944c-15e79e357e51 req-76c40f23-c050-4324-9bfa-20be82ef57a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:13.086556 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30f1eb05-ddf0-447e-944c-15e79e357e51 req-76c40f23-c050-4324-9bfa-20be82ef57a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0999584 May 12 14:38:13.116486 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521274c9-e8b7-4638-9db1-acc8d0e78e45 req-2498692a-d40d-4be4-9c4a-8cb511f85ac5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:13.118046 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-521274c9-e8b7-4638-9db1-acc8d0e78e45 req-2498692a-d40d-4be4-9c4a-8cb511f85ac5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 931 time: 0.1428442 May 12 14:38:13.137046 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] For port 4e5a3761-d09e-48c6-943e-29a687c9f984, host hv-cinder-84067, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:13.141570 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] For port 4e5a3761-d09e-48c6-943e-29a687c9f984, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e5a3761-d09e-48c6-943e-29a687c9f984,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:13.149739 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:13.161252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30f1eb05-ddf0-447e-944c-15e79e357e51 req-8bf21adf-7812-4ac2-a72d-0481cd481abb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738018 May 12 14:38:13.186658 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:13.187542 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:13.189179 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] 10.222.0.85 "PUT /v2.0/ports/4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 200 len: 1093 time: 0.6428757 May 12 14:38:13.189625 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:13.192203 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94442ca3-9565-4f1e-a089-81e3d4d9ae89" -d '{"events": [{"name": "network-changed", "server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:13.198349 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-521274c9-e8b7-4638-9db1-acc8d0e78e45 req-a61f39e4-50a1-4a3f-a967-dcdce3fa347f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736992 May 12 14:38:13.228365 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bdcd6-5763-4c78-80f7-1f89dfd6d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a3761-d09e-48c6-943e-29a687c9f984,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:13.237765 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084b1f3d-ced7-4d78-b109-58e43f5a88a6 x-openstack-request-id: req-084b1f3d-ced7-4d78-b109-58e43f5a88a6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:13.238049 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:13.238296 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-084b1f3d-ced7-4d78-b109-58e43f5a88a6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:13.238689 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084b1f3d-ced7-4d78-b109-58e43f5a88a6'] response: {'name': 'network-changed', 'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'status': 'completed', 'code': 200} May 12 14:38:13.623506 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629659c-a976-48df-b7ef-d534b36c400b req-6a397dac-ecd2-47a7-8f93-b2ee169ecd9b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:13.625034 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2629659c-a976-48df-b7ef-d534b36c400b req-6a397dac-ecd2-47a7-8f93-b2ee169ecd9b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0471649 May 12 14:38:13.674673 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2629659c-a976-48df-b7ef-d534b36c400b req-893dc18d-a816-45d1-9ddf-f4a38321f77e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 May 12 14:38:14.062065 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a937249-7ce9-4ec8-87ec-9c47783d2ef5 req-1278d536-330e-4c6c-899b-4f3044796627 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.063537 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a937249-7ce9-4ec8-87ec-9c47783d2ef5 req-1278d536-330e-4c6c-899b-4f3044796627 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0771894 May 12 14:38:14.072651 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dd8a9-076a-4aa8-be74-8e3bb85548e6 req-e067a69d-9d2b-4124-97a1-e260777f5201 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.074082 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a3dd8a9-076a-4aa8-be74-8e3bb85548e6 req-e067a69d-9d2b-4124-97a1-e260777f5201 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0783775 May 12 14:38:14.148442 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a937249-7ce9-4ec8-87ec-9c47783d2ef5 req-629cd994-eac1-4519-a73e-3a805bc0e810 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733697 May 12 14:38:14.155543 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a3dd8a9-076a-4aa8-be74-8e3bb85548e6 req-70bb344b-6999-4fa4-bc53-04ec6115e207 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745132 May 12 14:38:14.333776 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb818f-ead1-4a32-b4a2-84658818bdba req-eeff5281-6844-43ee-9a88-191eb97975aa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.335265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11eb818f-ead1-4a32-b4a2-84658818bdba req-eeff5281-6844-43ee-9a88-191eb97975aa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0770414 May 12 14:38:14.346195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb41cf-8e6c-4d6c-a119-bd76e9af9479 req-f6f6b584-3494-4702-b591-65f2205667a4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.347862 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cbb41cf-8e6c-4d6c-a119-bd76e9af9479 req-f6f6b584-3494-4702-b591-65f2205667a4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 931 time: 0.0775690 May 12 14:38:14.405396 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11eb818f-ead1-4a32-b4a2-84658818bdba req-d67b5ab0-c25f-404e-ad34-92b2dfc5b0c8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565646 May 12 14:38:14.430502 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cbb41cf-8e6c-4d6c-a119-bd76e9af9479 req-47f273e5-368e-4e41-867d-a8d7d7ad2b70 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685749 May 12 14:38:14.759230 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Request body: {'port': {'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:14.789892 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 94227bdb-a088-403e-92ec-13093a4ba02d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:14.901332 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5862b8-a471-45cc-a3d6-af712af31190 req-7b6ac781-8fa1-4ef2-b64c-4ac80be97e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.903533 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1a5862b8-a471-45cc-a3d6-af712af31190 req-7b6ac781-8fa1-4ef2-b64c-4ac80be97e2a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 1127 time: 0.0868781 May 12 14:38:14.904854 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442ca3-9565-4f1e-a089-81e3d4d9ae89 req-fc2b32f4-91de-4a9c-93b3-aace8e3f75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.906193 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94442ca3-9565-4f1e-a089-81e3d4d9ae89 req-fc2b32f4-91de-4a9c-93b3-aace8e3f75e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1127 time: 0.0876067 May 12 14:38:14.933407 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-3da04812-143b-4682-a5db-2c69c1690346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.935127 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-3da04812-143b-4682-a5db-2c69c1690346 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1128 time: 0.1890171 May 12 14:38:14.939640 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 94227bdb-a088-403e-92ec-13093a4ba02d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94227bdb-a088-403e-92ec-13093a4ba02d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:14.953845 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '94227bdb-a088-403e-92ec-13093a4ba02d', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'port_id': '94227bdb-a088-403e-92ec-13093a4ba02d', 'mac_address': 'fa:16:3e:1d:29:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:14.961921 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06217d5a-39fe-40ca-b0bf-e5a8cd76e801 req-cf25f185-0816-4f7c-b95b-143b7f3e471d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.969884 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06217d5a-39fe-40ca-b0bf-e5a8cd76e801 req-cf25f185-0816-4f7c-b95b-143b7f3e471d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.2014489 May 12 14:38:15.000694 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 94227bdb-a088-403e-92ec-13093a4ba02d is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:15.001309 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.020552 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065deed6-fa3f-4625-b5f6-ac0011d9e915 req-ea4a432c-c927-4621-bdd7-956e0c6f14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.022156 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-065deed6-fa3f-4625-b5f6-ac0011d9e915 req-ea4a432c-c927-4621-bdd7-956e0c6f14e4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 1130 time: 0.1746070 May 12 14:38:15.023280 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94227bdb-a088-403e-92ec-13093a4ba02d {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:15.054502 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 94227bdb-a088-403e-92ec-13093a4ba02d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94227bdb-a088-403e-92ec-13093a4ba02d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:15.061495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.063981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-ad3f3fa2-05bc-4321-91ea-f4f6bc439681 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.067031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-ad3f3fa2-05bc-4321-91ea-f4f6bc439681 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/networks?id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b HTTP/1.1" status: 200 len: 808 time: 0.5778954 May 12 14:38:15.082497 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-4086edc3-9a1d-4a8a-a3d7-e96408e85257 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 217 time: 0.1025350 May 12 14:38:15.115570 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.122689 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=94227bdb-a088-403e-92ec-13093a4ba02d,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:15.146123 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-065deed6-fa3f-4625-b5f6-ac0011d9e915 req-15b8e6b3-5bc9-419d-898c-c6c7e64636bc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.168542 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-3c4007fe-66da-414b-b301-a5b4e14c38d6 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/quotas/eeba321debcd40e6ba9eb9a5c1e534ce HTTP/1.1" status: 200 len: 375 time: 0.0850558 May 12 14:38:15.205374 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06217d5a-39fe-40ca-b0bf-e5a8cd76e801 req-3e1c3409-5c20-4395-bab0-3fe3b426b3e6 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342913 May 12 14:38:15.257230 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-b9e2d4d6-4124-461e-8dbb-79181ea4a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.258862 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-b9e2d4d6-4124-461e-8dbb-79181ea4a4c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.1681347 May 12 14:38:15.265011 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-8225e159-0203-4501-9d72-ba8cdd291bf6 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854921 May 12 14:38:15.373723 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5862b8-a471-45cc-a3d6-af712af31190 req-ab2a24cc-94b3-4e5f-be81-b4f084ebc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.375197 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1a5862b8-a471-45cc-a3d6-af712af31190 req-ab2a24cc-94b3-4e5f-be81-b4f084ebc9cc service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2580eb79c9684c318adbfaa325e7f12c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4401770 May 12 14:38:15.376310 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442ca3-9565-4f1e-a089-81e3d4d9ae89 req-85532b0e-0fb0-4879-81d9-e0afbe04aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.377605 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94442ca3-9565-4f1e-a089-81e3d4d9ae89 req-85532b0e-0fb0-4879-81d9-e0afbe04aea1 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4410710 May 12 14:38:15.435742 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16869312-253f-47a0-b2c2-c28c403b408c req-b5117aef-0e53-44a5-bb17-2bbec70a9750 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.437164 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-16869312-253f-47a0-b2c2-c28c403b408c req-b5117aef-0e53-44a5-bb17-2bbec70a9750 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.1647696 May 12 14:38:15.446139 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['94227bdb-a088-403e-92ec-13093a4ba02d'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:15.468792 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-508d6def-b688-47f7-8359-5e66b593b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.470292 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-508d6def-b688-47f7-8359-5e66b593b722 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2044392 May 12 14:38:15.617267 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5862b8-a471-45cc-a3d6-af712af31190 req-bb606b24-64b8-44c3-a59c-5070e0312e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.618975 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1a5862b8-a471-45cc-a3d6-af712af31190 req-bb606b24-64b8-44c3-a59c-5070e0312e1e service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2307098 May 12 14:38:15.621834 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442ca3-9565-4f1e-a089-81e3d4d9ae89 req-b01f18bd-88ef-4343-b91f-55ca0f75582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.623226 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-94442ca3-9565-4f1e-a089-81e3d4d9ae89 req-b01f18bd-88ef-4343-b91f-55ca0f75582a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338715 May 12 14:38:15.626220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-065deed6-fa3f-4625-b5f6-ac0011d9e915 req-15b8e6b3-5bc9-419d-898c-c6c7e64636bc service neutron] Publish callbacks [] for security_group (b3ff7d61-2b0a-4dd1-a767-b59f836d4e92), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.677232 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-065deed6-fa3f-4625-b5f6-ac0011d9e915 req-15b8e6b3-5bc9-419d-898c-c6c7e64636bc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (b3ff7d61-2b0a-4dd1-a767-b59f836d4e92), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.711226 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4c7f10a4-6669-49d0-b43b-050af90d99a0 service neutron] 10.222.0.79 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212768 May 12 14:38:15.772422 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-16869312-253f-47a0-b2c2-c28c403b408c req-89aef655-8e2e-43d5-8bfb-443eb2d953e0 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996016 May 12 14:38:15.779626 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-a60ab97a-0949-45c1-a39f-cd810f954487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.779626 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-a60ab97a-0949-45c1-a39f-cd810f954487 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 1127 time: 0.0852835 May 12 14:38:15.780857 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-944f2916-6571-4bfa-b99b-ff8842d33e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.783496 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-944f2916-6571-4bfa-b99b-ff8842d33e95 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1127 time: 0.0745430 May 12 14:38:15.843535 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-065deed6-fa3f-4625-b5f6-ac0011d9e915 req-15b8e6b3-5bc9-419d-898c-c6c7e64636bc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7751868 May 12 14:38:15.850859 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-7c28d1bb-72b9-4e5b-9d6d-eb86951929d9 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334458 May 12 14:38:15.851452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8e6b3-5bc9-419d-898c-c6c7e64636bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff7d61-2b0a-4dd1-a767-b59f836d4e92,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:15.856940 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-bbc6908a-986e-4b10-b272-2dfecaf74c89 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 200 len: 217 time: 0.0470803 May 12 14:38:15.884705 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-e085b693-82d3-494f-8e86-162dcd17ff4c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7400c71-756f-4d64-b80c-1f914eadab6d HTTP/1.1" status: 200 len: 217 time: 0.0760648 May 12 14:38:15.963745 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d9a8c-bdc2-43b6-90ec-14aa244a0590 req-88e8e983-9f7b-405a-96c4-cf86d6f3a0bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.965104 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e6d9a8c-bdc2-43b6-90ec-14aa244a0590 req-88e8e983-9f7b-405a-96c4-cf86d6f3a0bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.1188297 May 12 14:38:15.993197 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-30d1e59d-9317-4648-ac86-e062b261753c service neutron] 10.222.0.79 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676010 May 12 14:38:16.056793 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:16.067449 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e6d9a8c-bdc2-43b6-90ec-14aa244a0590 req-d3be328f-4fee-474d-978b-0d8364f77e11 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918157 May 12 14:38:16.069509 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Publish callbacks [] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.093633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Transition to ACTIVE for port object cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:16.093633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.173731 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:16.264581 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec169db-f218-468a-aa58-af17600c7347 req-24abcfad-4536-433d-9515-eebec3ed45f7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.271981 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fec169db-f218-468a-aa58-af17600c7347 req-24abcfad-4536-433d-9515-eebec3ed45f7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.1219828 May 12 14:38:16.306084 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Attempting to bind port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:16.306424 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Attempting to bind port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:16.306762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Attempting to bind port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:16.326851 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1581a29-b48f-45b5-8836-cde2dcc6d2e5 req-fa499d56-de17-412f-915d-eeaf384293e4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.328415 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1581a29-b48f-45b5-8836-cde2dcc6d2e5 req-fa499d56-de17-412f-915d-eeaf384293e4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.1312351 May 12 14:38:16.333676 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 on network 45d1d321-0090-41ca-9dd0-9f717585a523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:16.334007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Attempting to bind port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:16.376944 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-185b508a-077b-4697-be6e-4409996a855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.379864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fec169db-f218-468a-aa58-af17600c7347 req-7f278262-d299-4b71-9aa7-0118e2486b65 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069863 May 12 14:38:16.380127 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-185b508a-077b-4697-be6e-4409996a855e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0575194 May 12 14:38:16.401015 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:16.401446 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:16.401900 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Bound using segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:16.402734 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Bound port: cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:16.402734 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.505958 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-faaba141-769f-4fcd-9a57-ab6c2158e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.507476 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-faaba141-769f-4fcd-9a57-ab6c2158e2ef service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175654 May 12 14:38:16.509282 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-fcc2ddd1-b55c-4d52-8bf0-c45818b4e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.510617 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-fcc2ddd1-b55c-4d52-8bf0-c45818b4e28e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.1869206 May 12 14:38:16.563426 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fd4d5910-3e09-4419-b648-f060c5c83ec5 req-63af740e-e703-46d9-b5c1-11f554554057 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0942852 May 12 14:38:16.570615 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1581a29-b48f-45b5-8836-cde2dcc6d2e5 req-3916d860-5582-4434-ad72-76f91a17531b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191768 May 12 14:38:16.612257 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] For port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:16.621320 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] For port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:16.631661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dae21c9-5326-4e88-9f68-8597a1733013 req-f1aa52ce-00c3-4ebd-a143-46c1db8ef01c service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983260 May 12 14:38:16.634559 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.682260 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.682887 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.684276 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] 10.222.0.85 "PUT /v2.0/ports/cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 HTTP/1.1" status: 200 len: 1093 time: 1.9393017 May 12 14:38:16.684725 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:16.686967 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957d3855-a1fd-4137-ac39-19bf0f3ac092" -d '{"events": [{"name": "network-changed", "server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:16.698047 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46924) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:16.748377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355235b-1589-4ca9-a845-40b0e07ff645 req-0cc3147d-13a6-470b-9db0-8815509e1465 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.749898 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0355235b-1589-4ca9-a845-40b0e07ff645 req-0cc3147d-13a6-470b-9db0-8815509e1465 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0858357 May 12 14:38:16.750984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad25e71-f941-4b24-92dd-23ad0cf3ac88 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:16.789832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f16a025-637a-4b76-bb62-5811e12f79e4 x-openstack-request-id: req-6f16a025-637a-4b76-bb62-5811e12f79e4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:16.790391 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:16.790391 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f16a025-637a-4b76-bb62-5811e12f79e4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:16.790572 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f16a025-637a-4b76-bb62-5811e12f79e4'] response: {'name': 'network-changed', 'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'status': 'completed', 'code': 200} May 12 14:38:16.814576 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 94227bdb-a088-403e-92ec-13093a4ba02d up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:16.818234 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbd8069f-f5e0-4938-a33a-8984d6b7df47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.823937 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0355235b-1589-4ca9-a845-40b0e07ff645 req-08aca9f2-812a-425b-96fd-dd9907ae2562 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656950 May 12 14:38:16.886224 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 94227bdb-a088-403e-92ec-13093a4ba02d completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:16.895897 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 94227bdb-a088-403e-92ec-13093a4ba02d triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:16.896379 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.940368 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbd8069f-f5e0-4938-a33a-8984d6b7df47 admin admin] Publish callbacks [] for security_group (ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.948998 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbd8069f-f5e0-4938-a33a-8984d6b7df47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.020866 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 94227bdb-a088-403e-92ec-13093a4ba02d is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:17.021439 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.030686 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e48671-a584-45b6-8c9a-086126344e0c req-d457561e-febd-4441-84ef-fd8fd265eea4 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.038548 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-87e48671-a584-45b6-8c9a-086126344e0c req-d457561e-febd-4441-84ef-fd8fd265eea4 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.1161551 May 12 14:38:17.070733 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94227bdb-a088-403e-92ec-13093a4ba02d'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:17.074133 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5239995d-7b81-41db-8f44-27bb88bcbf19" -d '{"events": [{"server_uuid": "1fe4da68-32b7-45fc-930e-651d23fc4595", "name": "network-vif-plugged", "status": "completed", "tag": "94227bdb-a088-403e-92ec-13093a4ba02d"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:17.085960 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f8623489-cb2f-44e0-a3f9-ab81d6337226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.087633 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-f8623489-cb2f-44e0-a3f9-ab81d6337226 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094673 May 12 14:38:17.117706 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 94227bdb-a088-403e-92ec-13093a4ba02d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94227bdb-a088-403e-92ec-13093a4ba02d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:17.118529 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-bbd8069f-f5e0-4938-a33a-8984d6b7df47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=963666d59a684183a92c72aaa95bc672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191158 May 12 14:38:17.119974 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-87e48671-a584-45b6-8c9a-086126344e0c req-c8d6f35e-58b8-4bea-9d1f-4e99c685254e tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769634 May 12 14:38:17.121619 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 46950) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:17.122178 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8069f-f5e0-4938-a33a-8984d6b7df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:17.129965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.219887 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81292a8d-99c9-48b6-8a5c-5aeffa0fd44b x-openstack-request-id: req-81292a8d-99c9-48b6-8a5c-5aeffa0fd44b {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:17.220185 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4da68-32b7-45fc-930e-651d23fc4595", "name": "network-vif-plugged", "status": "completed", "tag": "94227bdb-a088-403e-92ec-13093a4ba02d", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:17.220518 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81292a8d-99c9-48b6-8a5c-5aeffa0fd44b {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:17.220837 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81292a8d-99c9-48b6-8a5c-5aeffa0fd44b'] response: {'server_uuid': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94227bdb-a088-403e-92ec-13093a4ba02d', 'code': 200} May 12 14:38:17.222750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=94227bdb-a088-403e-92ec-13093a4ba02d,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:17.243138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55020b95-8304-4492-9f12-ee3135305ba5 admin admin] Publish callbacks [] for security_group (ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.243943 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-cb394d79-c980-4c80-ab07-4e92b870de3b service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459996 May 12 14:38:17.270882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853df9-a2b0-4c9d-9db5-a610412ec3a7 req-5c9a3f66-b4e0-47f2-a1a7-75ccdccb4513 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.272423 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a853df9-a2b0-4c9d-9db5-a610412ec3a7 req-5c9a3f66-b4e0-47f2-a1a7-75ccdccb4513 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0582881 May 12 14:38:17.284114 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55020b95-8304-4492-9f12-ee3135305ba5 admin admin] Publish callbacks [] for security_group (ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.353593 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a853df9-a2b0-4c9d-9db5-a610412ec3a7 req-9ecb29ca-e492-48e0-8e39-c086dc97dc9a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716214 May 12 14:38:17.373462 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55020b95-8304-4492-9f12-ee3135305ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.376385 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55020b95-8304-4492-9f12-ee3135305ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.377511 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-55020b95-8304-4492-9f12-ee3135305ba5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0 HTTP/1.1" status: 204 len: 168 time: 0.2547126 May 12 14:38:17.387103 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55020b95-8304-4492-9f12-ee3135305ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce2f6c-c37b-4ad1-8bc5-e9c8fa8a11f0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:17.523265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1cc2-5bef-460b-83e1-21e3bcf3d190 req-2c117046-5c9f-4ea4-87b7-662811f10f12 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.524934 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bfb1cc2-5bef-460b-83e1-21e3bcf3d190 req-2c117046-5c9f-4ea4-87b7-662811f10f12 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0542936 May 12 14:38:17.574638 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bfb1cc2-5bef-460b-83e1-21e3bcf3d190 req-11348ae0-e48b-4d79-aa0f-e1d6bb93bead tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 May 12 14:38:17.661436 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46970) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:17.675388 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c9a9-e7eb-4b7a-b8a6-245d033449c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.698572 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1aed42-dce0-4d89-aecc-296c87a9445b req-1b57ffe7-aed4-41bd-ac04-52b78a6be371 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0630033 May 12 14:38:17.718908 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb309a-0df5-4e08-8df5-bb84d99289b1 req-35702bb5-839b-4b83-9bd9-eb4230f9e0d7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.720478 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37cb309a-0df5-4e08-8df5-bb84d99289b1 req-35702bb5-839b-4b83-9bd9-eb4230f9e0d7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0735204 May 12 14:38:17.752586 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c9a9-e7eb-4b7a-b8a6-245d033449c6 admin admin] Publish callbacks [] for security_group (3e27e8ec-44e8-4652-b8cf-b624391ceb30), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.758179 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c9a9-e7eb-4b7a-b8a6-245d033449c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3e27e8ec-44e8-4652-b8cf-b624391ceb30), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.801834 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b2b3c9a9-e7eb-4b7a-b8a6-245d033449c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b430995ba9b4272b95f26dc3597189c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392817 May 12 14:38:17.802758 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3c9a9-e7eb-4b7a-b8a6-245d033449c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e27e8ec-44e8-4652-b8cf-b624391ceb30,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:17.805186 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 46972) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:17.860523 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c619d74-eaea-4563-b469-fb390b34eaf1 admin admin] Publish callbacks [] for security_group (3e27e8ec-44e8-4652-b8cf-b624391ceb30), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.883815 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c619d74-eaea-4563-b469-fb390b34eaf1 admin admin] Publish callbacks [] for security_group (3e27e8ec-44e8-4652-b8cf-b624391ceb30), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.935543 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c619d74-eaea-4563-b469-fb390b34eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3e27e8ec-44e8-4652-b8cf-b624391ceb30), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.938127 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c619d74-eaea-4563-b469-fb390b34eaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:17.939252 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7c619d74-eaea-4563-b469-fb390b34eaf1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e27e8ec-44e8-4652-b8cf-b624391ceb30 HTTP/1.1" status: 204 len: 168 time: 0.1331613 May 12 14:38:17.949128 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c619d74-eaea-4563-b469-fb390b34eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e27e8ec-44e8-4652-b8cf-b624391ceb30,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:17.990860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d2d1-a189-4df3-9bbe-6da9ca89b694 req-a34fe119-ca37-4367-8ed1-3cd104b44efb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.992436 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-02c4d2d1-a189-4df3-9bbe-6da9ca89b694 req-a34fe119-ca37-4367-8ed1-3cd104b44efb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0648451 May 12 14:38:17.995364 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37cb309a-0df5-4e08-8df5-bb84d99289b1 req-e1647966-c296-4f61-a39e-0e4d0ab63a52 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688038 May 12 14:38:18.042561 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-02c4d2d1-a189-4df3-9bbe-6da9ca89b694 req-b444ff31-a8f1-48ff-994c-265df55a2228 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445240 May 12 14:38:18.239133 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640ea55-4073-48c6-bb0b-760f7702e5df req-da70b812-a923-4506-9d73-6b4809dc9c0a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:18.240674 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5640ea55-4073-48c6-bb0b-760f7702e5df req-da70b812-a923-4506-9d73-6b4809dc9c0a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0472014 May 12 14:38:18.291520 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5640ea55-4073-48c6-bb0b-760f7702e5df req-8aaa99d8-ee09-4598-928e-e8324490a172 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 May 12 14:38:18.483752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95621d1-f39c-4698-84ea-0823bc7dd9e0 req-b1c522d5-c939-4fda-8942-79ce57b412ea tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:18.485284 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e95621d1-f39c-4698-84ea-0823bc7dd9e0 req-b1c522d5-c939-4fda-8942-79ce57b412ea tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0537238 May 12 14:38:18.549122 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e95621d1-f39c-4698-84ea-0823bc7dd9e0 req-4e141b0a-e240-4a2d-ab27-e912b52c3cb0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563717 May 12 14:38:18.713581 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f4b-57f6-4ed8-a09b-bacb82e99efc req-cad67e34-73b0-4384-9057-72dd49d5b87e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:18.722332 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b46e5f4b-57f6-4ed8-a09b-bacb82e99efc req-cad67e34-73b0-4384-9057-72dd49d5b87e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0734174 May 12 14:38:18.801536 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b46e5f4b-57f6-4ed8-a09b-bacb82e99efc req-077f525f-f70e-4f7f-88bb-64ef7e345fc5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779305 May 12 14:38:18.816019 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:18.828247 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93dfa72a-e857-4262-91ef-bf35cdfedb23 req-e51447d9-8f64-4ccd-bf8d-35977d762ef3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0389943 May 12 14:38:18.951103 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:18.962414 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'b36316ae-0793-416c-9119-9819353b009c', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'port_id': 'b36316ae-0793-416c-9119-9819353b009c', 'mac_address': 'fa:16:3e:d5:3f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:19.000471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:19.000891 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:19.013926 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36316ae-0793-416c-9119-9819353b009c {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:19.034544 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:19.040223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:19.106734 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:19.128931 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf59b6-2d6a-468a-b533-73aef5dce3d9 req-27c8b3f5-9ba5-433e-9fa4-125ac23ba75e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.130419 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2bf59b6-2d6a-468a-b533-73aef5dce3d9 req-27c8b3f5-9ba5-433e-9fa4-125ac23ba75e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0657198 May 12 14:38:19.196202 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5887e0-c55e-4783-8521-9bd43109c8e3 req-5fad3c2f-d7b1-46b7-8c10-c7e269d7a82f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.197674 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f5887e0-c55e-4783-8521-9bd43109c8e3 req-5fad3c2f-d7b1-46b7-8c10-c7e269d7a82f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0660658 May 12 14:38:19.221076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2bf59b6-2d6a-468a-b533-73aef5dce3d9 req-6036585b-d9fa-40db-96d0-0af10db8524e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807276 May 12 14:38:19.256518 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f5887e0-c55e-4783-8521-9bd43109c8e3 req-81558585-974a-4a9c-a105-dee35c2c2647 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488749 May 12 14:38:19.448536 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f510e-6749-4b2b-9ed8-69d6cd0a4238 req-f3e5ed67-5e04-43ee-a4fc-24f933cfaa33 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.450115 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f74f510e-6749-4b2b-9ed8-69d6cd0a4238 req-f3e5ed67-5e04-43ee-a4fc-24f933cfaa33 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0898716 May 12 14:38:19.478906 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-2d570c64-fccd-4319-b280-73d9dc4f8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.481849 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-2d570c64-fccd-4319-b280-73d9dc4f8f1d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1129 time: 0.0875394 May 12 14:38:19.492071 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['b36316ae-0793-416c-9119-9819353b009c'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:19.546254 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-6100f35f-5e68-4f9c-a9e2-315f4b21ea81 req-a83f1613-fa18-42ee-a4fd-a9af3ca2836d service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612105 May 12 14:38:19.571282 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-2969a84e-9c84-42fa-abc3-c21ec09204c4 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134610 May 12 14:38:19.590433 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f74f510e-6749-4b2b-9ed8-69d6cd0a4238 req-639f6a9d-e9e7-4c48-9827-23cce80c06b9 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314666 May 12 14:38:19.591422 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3855-a1fd-4137-ac39-19bf0f3ac092 req-020084dc-08bb-4679-8ed5-33b6848471d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.592852 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-957d3855-a1fd-4137-ac39-19bf0f3ac092 req-020084dc-08bb-4679-8ed5-33b6848471d8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 1127 time: 0.1159959 May 12 14:38:19.671519 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f24fd-0d3a-46cd-af3b-8b0df90a0f74 req-735a3597-4339-457c-99d6-14bec08e0a8c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.673157 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-858f24fd-0d3a-46cd-af3b-8b0df90a0f74 req-735a3597-4339-457c-99d6-14bec08e0a8c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0513148 May 12 14:38:19.721691 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-858f24fd-0d3a-46cd-af3b-8b0df90a0f74 req-75d8215b-068b-4e8e-a1cd-9a2672349592 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 May 12 14:38:19.977057 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ad0bb90-ada2-4bb0-8e17-9dc6e9207631 req-3e86d371-2f56-4a20-a9fe-2fc09029eaa0 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0617967 May 12 14:38:20.010762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c6e1f-2c99-46b8-a94a-f5dacd06838e req-020f28be-06be-41a3-96d7-0a78559fef25 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.012464 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b01c6e1f-2c99-46b8-a94a-f5dacd06838e req-020f28be-06be-41a3-96d7-0a78559fef25 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 945 time: 0.1073897 May 12 14:38:20.110074 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b01c6e1f-2c99-46b8-a94a-f5dacd06838e req-b1bbd1e5-b62a-419a-b54e-2a46e142fe6c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911784 May 12 14:38:20.369358 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-42e9a258-a85f-4a28-a2ba-9f7558975775 req-a83bb08f-e78c-4759-b3a4-3bb5a690f674 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734350 May 12 14:38:20.518060 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e77f-6775-46b0-b6bd-b3b2e7a0b446 req-a766811d-1537-4210-9751-7b552e5ba552 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.519607 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ca9e77f-6775-46b0-b6bd-b3b2e7a0b446 req-a766811d-1537-4210-9751-7b552e5ba552 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.1591504 May 12 14:38:20.529380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-5960d007-1d63-42c5-8bd8-527cd32e9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.531109 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-5960d007-1d63-42c5-8bd8-527cd32e9616 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.4648640 May 12 14:38:20.551546 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94a5b-a80c-45b1-bdee-e0a73933c298 req-5455c1f8-b45f-43c4-8144-cb68ae5bd110 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.551546 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8f94a5b-a80c-45b1-bdee-e0a73933c298 req-5455c1f8-b45f-43c4-8144-cb68ae5bd110 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.1664832 May 12 14:38:20.590604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3855-a1fd-4137-ac39-19bf0f3ac092 req-ca3e3dee-e0a5-4455-9791-117e91996a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.592221 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-957d3855-a1fd-4137-ac39-19bf0f3ac092 req-ca3e3dee-e0a5-4455-9791-117e91996a29 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9794155ca0aa4b75a153f0640e068ff5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3571017 May 12 14:38:20.637330 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ca9e77f-6775-46b0-b6bd-b3b2e7a0b446 req-b443bb2b-52f9-4ed2-be4c-5247a225f50f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036365 May 12 14:38:20.640292 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8f94a5b-a80c-45b1-bdee-e0a73933c298 req-8cc85cba-c341-4bca-872e-2d2ed57fbca1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821521 May 12 14:38:20.744570 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2d3a-4c3c-42c3-9bed-af155f9f7b66 req-9e73c708-c342-4829-b9b5-58221a7044ba tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.746064 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dde2d3a-4c3c-42c3-9bed-af155f9f7b66 req-9e73c708-c342-4829-b9b5-58221a7044ba tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0525477 May 12 14:38:20.804837 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dde2d3a-4c3c-42c3-9bed-af155f9f7b66 req-ea92881e-e4e2-4734-9d2c-4f6e912b3b93 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529726 May 12 14:38:20.831080 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:20.845177 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b90a37-2d0b-45cc-ab1b-8de942a4d740 req-3c5f41b2-c38c-46a8-87de-57a2141a6dd3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.846790 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-14b90a37-2d0b-45cc-ab1b-8de942a4d740 req-3c5f41b2-c38c-46a8-87de-57a2141a6dd3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0578394 May 12 14:38:20.882058 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port b36316ae-0793-416c-9119-9819353b009c completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:20.890133 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port b36316ae-0793-416c-9119-9819353b009c triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:20.890589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b36316ae-0793-416c-9119-9819353b009c), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:20.906112 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-14b90a37-2d0b-45cc-ab1b-8de942a4d740 req-19963524-9d7e-4ee2-8de5-939a4c5247db tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530112 May 12 14:38:20.977342 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:20.977730 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:21.001215 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:21.005426 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080e598b-d28b-4673-a41c-20b27458c2f3" -d '{"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:21.020228 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:21.025601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:21.074149 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d02d38-51e0-4b3f-847f-4a31d79e6dfb x-openstack-request-id: req-16d02d38-51e0-4b3f-847f-4a31d79e6dfb {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:21.074438 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:21.074696 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16d02d38-51e0-4b3f-847f-4a31d79e6dfb {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:21.075092 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d02d38-51e0-4b3f-847f-4a31d79e6dfb'] response: {'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'code': 200} May 12 14:38:21.101370 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:21.129809 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7f6f4f19-b3d2-4f01-a99d-eb482d2b578d req-7794feb6-1e01-410c-b4db-dac69ed6d55d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0431159 May 12 14:38:21.248242 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302748e0-aecd-4965-9a6f-c99220beeabd req-37a3cfa0-4f0e-4586-9a98-4c5f39efa22e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:21.249735 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-302748e0-aecd-4965-9a6f-c99220beeabd req-37a3cfa0-4f0e-4586-9a98-4c5f39efa22e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0478303 May 12 14:38:21.305668 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-302748e0-aecd-4965-9a6f-c99220beeabd req-793d237e-992e-4de0-90cc-358a2ea1e8a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 May 12 14:38:21.781269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483bb6e-527c-451c-82af-43414e7fbe7c req-521d4a88-ae8c-4e42-b6c8-e9007b0b63f0 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:21.782770 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8483bb6e-527c-451c-82af-43414e7fbe7c req-521d4a88-ae8c-4e42-b6c8-e9007b0b63f0 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0740762 May 12 14:38:21.790749 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6c84-e9d2-48fe-b315-d96ceb2b2507 req-cf9590e6-4ae0-440a-997f-c0859bae565e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:21.792153 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2dc6c84-e9d2-48fe-b315-d96ceb2b2507 req-cf9590e6-4ae0-440a-997f-c0859bae565e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0819871 May 12 14:38:21.863730 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8483bb6e-527c-451c-82af-43414e7fbe7c req-3339a677-52b7-4fc5-86c2-5b49ed6147a8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705280 May 12 14:38:21.867725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2dc6c84-e9d2-48fe-b315-d96ceb2b2507 req-7357abde-500f-4d6d-9a1f-2060f6dca108 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686867 May 12 14:38:22.036875 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f5d31-2342-455f-934b-33574cf4213b req-2b1d386c-dcc0-474c-a4db-81f1ed0b9ec4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:22.038684 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-354f5d31-2342-455f-934b-33574cf4213b req-2b1d386c-dcc0-474c-a4db-81f1ed0b9ec4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0612776 May 12 14:38:22.088951 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-354f5d31-2342-455f-934b-33574cf4213b req-bbd81136-7cae-4179-ba3b-b50bd35bf341 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 May 12 14:38:22.227044 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51d3f9e1-20c4-4a8d-a5b6-478fd9435a6c req-49425e54-d182-41c7-8cfd-184ccba9105f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0273793 May 12 14:38:22.364189 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-250dbabe-b2e1-4d4a-84c3-8e09aabd8397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:22.428927 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5ba0-3138-4c3f-b4e4-9764004d9d46 req-9e0e8acf-950d-4f0f-a614-5c278bb5b15c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:22.430328 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a8d5ba0-3138-4c3f-b4e4-9764004d9d46 req-9e0e8acf-950d-4f0f-a614-5c278bb5b15c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0508957 May 12 14:38:22.481656 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a8d5ba0-3138-4c3f-b4e4-9764004d9d46 req-0bc01e85-7fba-46c2-80a7-e5db5902992c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 May 12 14:38:22.719459 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-4e6dcd40-0020-437b-b2a7-9e4a4d11df32 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 217 time: 0.0717869 May 12 14:38:22.798782 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d3855-a1fd-4137-ac39-19bf0f3ac092 req-71fb2d2b-2a87-44d6-98b2-9957df38de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:22.800483 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-957d3855-a1fd-4137-ac39-19bf0f3ac092 req-71fb2d2b-2a87-44d6-98b2-9957df38de8c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316319 May 12 14:38:22.988388 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b48b2-e8cb-4531-b6ad-ff0a26afd464 req-0b83cbe3-57cf-42da-ad4d-d52811977a2a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:22.989905 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d6b48b2-e8cb-4531-b6ad-ff0a26afd464 req-0b83cbe3-57cf-42da-ad4d-d52811977a2a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0524020 May 12 14:38:23.039587 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d6b48b2-e8cb-4531-b6ad-ff0a26afd464 req-83b25ad1-b931-4168-b68d-6ca7855b03a8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435629 May 12 14:38:23.148493 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284a07-77a4-4271-be26-8f6f53b9faf9 req-fd02a90a-2b96-440a-9ba0-231bb1c4e0ca tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:23.149957 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b284a07-77a4-4271-be26-8f6f53b9faf9 req-fd02a90a-2b96-440a-9ba0-231bb1c4e0ca tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0511334 May 12 14:38:23.201508 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b284a07-77a4-4271-be26-8f6f53b9faf9 req-b0fbab23-8d89-4acc-8b13-883b8c5bec64 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 May 12 14:38:23.307646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db22dc7-8696-4188-a23c-794f36f65dcd req-fd188e2e-8c60-4ff4-97fd-0d6d8c3b3149 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:23.309143 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0db22dc7-8696-4188-a23c-794f36f65dcd req-fd188e2e-8c60-4ff4-97fd-0d6d8c3b3149 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0485775 May 12 14:38:23.362047 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0db22dc7-8696-4188-a23c-794f36f65dcd req-fa800813-e372-4f7b-8765-19ce2dc9fba7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 May 12 14:38:23.444697 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4f233ded-d73c-44f8-ac7d-a01036b81430 req-849558a4-ab48-4109-8561-c053bf4bc47c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0274827 May 12 14:38:23.601658 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47da8-90ab-4c46-8223-0d0e0f28e622 req-5abfe773-16f7-47de-a42d-817e47a6d45b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:23.603085 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36f47da8-90ab-4c46-8223-0d0e0f28e622 req-5abfe773-16f7-47de-a42d-817e47a6d45b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0491910 May 12 14:38:23.651075 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36f47da8-90ab-4c46-8223-0d0e0f28e622 req-67eb5575-7c14-45ab-81c4-db40cd0996d8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 May 12 14:38:24.162604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ccc7e-22a1-417a-9803-dd0f8300b713 req-f0c37419-4dad-410a-b0f5-08e322cf43ff tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:24.168254 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-033ccc7e-22a1-417a-9803-dd0f8300b713 req-f0c37419-4dad-410a-b0f5-08e322cf43ff tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.0572207 May 12 14:38:24.214268 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-033ccc7e-22a1-417a-9803-dd0f8300b713 req-5ae0b9ad-da19-4b03-9367-d5c9364478b2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 May 12 14:38:24.325770 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a6a0f-7378-419a-9b07-2d2b8ce1442d req-b2b64982-66a6-4a3d-bb3f-8a4ba846c514 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:24.336060 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e14a6a0f-7378-419a-9b07-2d2b8ce1442d req-b2b64982-66a6-4a3d-bb3f-8a4ba846c514 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0560465 May 12 14:38:24.383362 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e14a6a0f-7378-419a-9b07-2d2b8ce1442d req-a4f67fa7-9bb2-447e-aadd-cb52bf9884c1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494237 May 12 14:38:24.451986 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47214) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:24.481857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7d0d-d75e-4d0a-b7d6-094d40c64bcd req-3b51d724-eeaf-4cad-a8b5-43cf5b8f8927 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:24.483323 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-299a7d0d-d75e-4d0a-b7d6-094d40c64bcd req-3b51d724-eeaf-4cad-a8b5-43cf5b8f8927 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 943 time: 0.0465913 May 12 14:38:24.531100 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-299a7d0d-d75e-4d0a-b7d6-094d40c64bcd req-a41f8550-bbe6-42ec-b32f-dac551a51ceb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 May 12 14:38:24.559809 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7ced-0f19-4f74-87e4-15e941c6061c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.614107 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f521947c-e7c7-49ea-b9bc-9484cf976b10 req-31cad219-1a3a-4682-b763-8247ffabfd6e tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0275943 May 12 14:38:24.638531 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7ced-0f19-4f74-87e4-15e941c6061c admin admin] Publish callbacks [] for security_group (0b5f98be-ced9-46ff-be45-e1f83ac03270), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.644083 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7ced-0f19-4f74-87e4-15e941c6061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (0b5f98be-ced9-46ff-be45-e1f83ac03270), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.681323 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1ddb7ced-0f19-4f74-87e4-15e941c6061c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2abeb6d7d75046a1a7060e92abfbb075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280831 May 12 14:38:24.682013 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7ced-0f19-4f74-87e4-15e941c6061c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f98be-ced9-46ff-be45-e1f83ac03270,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:24.683948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47222) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:24.744564 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26e3d586-30d4-4b0f-93af-68559f8a8da7 admin admin] Publish callbacks [] for security_group (0b5f98be-ced9-46ff-be45-e1f83ac03270), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.789472 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb3b48-40b1-4ab8-b0c1-d20932a65404 req-d2e3221c-de05-48b8-8d4d-02d3c58db0a1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:24.790982 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28bb3b48-40b1-4ab8-b0c1-d20932a65404 req-d2e3221c-de05-48b8-8d4d-02d3c58db0a1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0625620 May 12 14:38:24.796358 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26e3d586-30d4-4b0f-93af-68559f8a8da7 admin admin] Publish callbacks [] for security_group (0b5f98be-ced9-46ff-be45-e1f83ac03270), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.813099 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b634f840-d8ad-45c4-9b5a-fe5082b4618a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.851118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b7400c71-756f-4d64-b80c-1f914eadab6d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:24.867320 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28bb3b48-40b1-4ab8-b0c1-d20932a65404 req-9ecb602e-2c02-4003-b9ec-56850af7fbd0 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635870 May 12 14:38:24.884061 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26e3d586-30d4-4b0f-93af-68559f8a8da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (0b5f98be-ced9-46ff-be45-e1f83ac03270), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.884953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26e3d586-30d4-4b0f-93af-68559f8a8da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:24.886220 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-26e3d586-30d4-4b0f-93af-68559f8a8da7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b5f98be-ced9-46ff-be45-e1f83ac03270 HTTP/1.1" status: 204 len: 168 time: 0.2012765 May 12 14:38:24.901240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3d586-30d4-4b0f-93af-68559f8a8da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f98be-ced9-46ff-be45-e1f83ac03270,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:24.979118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b7400c71-756f-4d64-b80c-1f914eadab6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7400c71-756f-4d64-b80c-1f914eadab6d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:24.991987 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'b7400c71-756f-4d64-b80c-1f914eadab6d', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'port_id': 'b7400c71-756f-4d64-b80c-1f914eadab6d', 'mac_address': 'fa:16:3e:ca:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:25.041916 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b7400c71-756f-4d64-b80c-1f914eadab6d is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:25.042347 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:25.045986 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-2e5c02c3-f1fa-48b7-b386-6cba5260a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.047629 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-2e5c02c3-f1fa-48b7-b386-6cba5260a7d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0466828 May 12 14:38:25.055984 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7400c71-756f-4d64-b80c-1f914eadab6d {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:25.076984 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b7400c71-756f-4d64-b80c-1f914eadab6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7400c71-756f-4d64-b80c-1f914eadab6d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:25.081444 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:25.130978 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b7400c71-756f-4d64-b80c-1f914eadab6d,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:25.188444 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47228) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:25.201985 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b43e27cb-b206-43f5-9b1b-4de840316387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:25.282199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b43e27cb-b206-43f5-9b1b-4de840316387 admin admin] Publish callbacks [] for security_group (f1615371-e718-40c1-ae57-ab70a66bd866), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:25.302094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b43e27cb-b206-43f5-9b1b-4de840316387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f1615371-e718-40c1-ae57-ab70a66bd866), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:25.437473 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ccdb8-53a1-490a-9623-52b5a08f6a28 req-0d38ac80-b9b6-4a65-92b4-451a72540a3e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.439012 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e18ccdb8-53a1-490a-9623-52b5a08f6a28 req-0d38ac80-b9b6-4a65-92b4-451a72540a3e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.1543419 May 12 14:38:25.448353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7869e4-119c-4783-a7bc-2427a1e901b7 req-8844b7c9-37b8-41b6-acff-03ac03f66020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.449852 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dc7869e4-119c-4783-a7bc-2427a1e901b7 req-8844b7c9-37b8-41b6-acff-03ac03f66020 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1129 time: 0.1663837 May 12 14:38:25.460877 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-f95fa089-dba2-4aea-ba68-1c0bf48ed0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.461476 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-48e1464f-6595-4227-9662-517b672b0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.463775 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-48e1464f-6595-4227-9662-517b672b0cba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259787 May 12 14:38:25.464415 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-f95fa089-dba2-4aea-ba68-1c0bf48ed0e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 1127 time: 0.1311815 May 12 14:38:25.467881 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b43e27cb-b206-43f5-9b1b-4de840316387 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce178d3df97a4d35a70843238934785f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759120 May 12 14:38:25.467881 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e27cb-b206-43f5-9b1b-4de840316387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1615371-e718-40c1-ae57-ab70a66bd866,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:25.469431 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47246) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:25.577728 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['b7400c71-756f-4d64-b80c-1f914eadab6d'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:25.654548 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-a379e88a-f785-4f2d-acdf-e46d20f7b302 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 HTTP/1.1" status: 200 len: 217 time: 0.1250205 May 12 14:38:25.657594 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6ec6-3e05-4c64-b9c6-3bd85eaab245 req-1cb2b22d-9570-4884-ac85-f49deb51f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.662228 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-fc7d6ec6-3e05-4c64-b9c6-3bd85eaab245 req-1cb2b22d-9570-4884-ac85-f49deb51f9e3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1130 time: 0.2028315 May 12 14:38:25.735430 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e18ccdb8-53a1-490a-9623-52b5a08f6a28 req-d49996cd-379d-4e71-9c54-a31d2ac41a35 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796867 May 12 14:38:25.899416 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:25.993133 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-39fcad4c-042d-4108-8022-4efed3be727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.994681 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-39fcad4c-042d-4108-8022-4efed3be727c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.3314395 May 12 14:38:26.019882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dc7869e4-119c-4783-a7bc-2427a1e901b7 req-a8ce4c4e-a88d-4b39-a034-1787d46334d0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268598 May 12 14:38:26.053037 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-fc7d6ec6-3e05-4c64-b9c6-3bd85eaab245 req-305dec4d-5871-40e2-b88f-7a52a5afd731 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952573 May 12 14:38:26.058816 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53857-015d-4b79-973b-2fbae92a784e req-b6013fb0-c916-4605-82de-848633bf0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.061433 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-b6013fb0-c916-4605-82de-848633bf0daa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529571 May 12 14:38:26.092289 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Publish callbacks [] for security_group (f1615371-e718-40c1-ae57-ab70a66bd866), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.126344 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5989-5410-4e94-9c77-c0c37002f81a req-da0c5324-eda1-435e-8805-288d9b53c9ce tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.128049 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e76a5989-5410-4e94-9c77-c0c37002f81a req-da0c5324-eda1-435e-8805-288d9b53c9ce tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.3772526 May 12 14:38:26.157988 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-6a088cf7-06a9-4707-9dec-dc08ce2ef45e service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628866 May 12 14:38:26.168107 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323a56d-610a-4641-a609-af00e3b52866 req-ccc6203b-21f0-4a32-8984-d7378af5a878 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.169526 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c323a56d-610a-4641-a609-af00e3b52866 req-ccc6203b-21f0-4a32-8984-d7378af5a878 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 944 time: 0.1614187 May 12 14:38:26.175494 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4ed15569-d47b-4d7b-a6c2-5202319df685 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.176910 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4ed15569-d47b-4d7b-a6c2-5202319df685 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "GET /v2.0/networks?id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b HTTP/1.1" status: 200 len: 808 time: 0.6828816 May 12 14:38:26.178939 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Publish callbacks [] for security_group (f1615371-e718-40c1-ae57-ab70a66bd866), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.247388 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47278) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:26.264662 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e76a5989-5410-4e94-9c77-c0c37002f81a req-42b4248f-97d0-4827-b540-46910dc4a0e0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250012 May 12 14:38:26.296822 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c323a56d-610a-4641-a609-af00e3b52866 req-cbdde312-f9af-478b-8b51-27448df25250 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099868 May 12 14:38:26.336230 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f1615371-e718-40c1-ae57-ab70a66bd866), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.338768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.342466 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1615371-e718-40c1-ae57-ab70a66bd866 HTTP/1.1" status: 204 len: 168 time: 0.8695645 May 12 14:38:26.368261 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c067178c-da3b-4001-b557-ce9c47912d79 req-1ec6d4d7-1775-47b3-97df-b3c49ac20e67 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0449221 May 12 14:38:26.376454 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f01f1764-ce40-4ea3-8808-7c4059180796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.383862 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1615371-e718-40c1-ae57-ab70a66bd866,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:26.409642 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.409987 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.410419 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.410859 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.411203 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.411535 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.411912 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.412374 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.412724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.413045 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.413451 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.413757 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.414168 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.414538 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.414870 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713fdc95-fe01-455e-8171-46eb3688525a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:26.437618 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8afc32-5db0-4714-9308-fa7d5a24b23e req-0a66f797-bec1-4cfb-8033-5b1b609fcf29 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.444825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5c8afc32-5db0-4714-9308-fa7d5a24b23e req-0a66f797-bec1-4cfb-8033-5b1b609fcf29 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0711343 May 12 14:38:26.471469 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f01f1764-ce40-4ea3-8808-7c4059180796 admin admin] Publish callbacks [] for security_group (3546aa9a-ef74-46b0-b20c-46ce28fcb8fb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.477379 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f01f1764-ce40-4ea3-8808-7c4059180796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3546aa9a-ef74-46b0-b20c-46ce28fcb8fb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.490689 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5c8afc32-5db0-4714-9308-fa7d5a24b23e req-d268a276-3bb3-4897-a32a-e2dc25c00345 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449386 May 12 14:38:26.523640 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f01f1764-ce40-4ea3-8808-7c4059180796 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b295a8f988ac48819c73247101654e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750156 May 12 14:38:26.524490 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1764-ce40-4ea3-8808-7c4059180796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3546aa9a-ef74-46b0-b20c-46ce28fcb8fb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:26.526377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47286) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:26.579349 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96c1-5c18-41a1-b477-3eb849050dee admin admin] Publish callbacks [] for security_group (3546aa9a-ef74-46b0-b20c-46ce28fcb8fb), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.601432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96c1-5c18-41a1-b477-3eb849050dee admin admin] Publish callbacks [] for security_group (3546aa9a-ef74-46b0-b20c-46ce28fcb8fb), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.650199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96c1-5c18-41a1-b477-3eb849050dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3546aa9a-ef74-46b0-b20c-46ce28fcb8fb), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.652801 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96c1-5c18-41a1-b477-3eb849050dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.653950 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e9cb96c1-5c18-41a1-b477-3eb849050dee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3546aa9a-ef74-46b0-b20c-46ce28fcb8fb HTTP/1.1" status: 204 len: 168 time: 0.1265802 May 12 14:38:26.657622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47290) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:26.665882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96c1-5c18-41a1-b477-3eb849050dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3546aa9a-ef74-46b0-b20c-46ce28fcb8fb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:26.673892 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6126f79-6949-4dd2-b6b9-ebfdc4f6f1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.753213 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6126f79-6949-4dd2-b6b9-ebfdc4f6f1ff admin admin] Publish callbacks [] for security_group (8ddbf055-d9fc-4518-9c72-25fb0a818d77), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.757805 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6126f79-6949-4dd2-b6b9-ebfdc4f6f1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (8ddbf055-d9fc-4518-9c72-25fb0a818d77), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:26.804632 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47296) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:26.820992 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e6126f79-6949-4dd2-b6b9-ebfdc4f6f1ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4f12a90c29642f2aa1cbd0fbcf489f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455002 May 12 14:38:26.820992 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126f79-6949-4dd2-b6b9-ebfdc4f6f1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddbf055-d9fc-4518-9c72-25fb0a818d77,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:26.888508 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Request body: {'port': {'device_id': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b', 'admin_state_up': True, 'tenant_id': 'eeba321debcd40e6ba9eb9a5c1e534ce'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:26.924351 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 4e5a3761-d09e-48c6-943e-29a687c9f984 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:26.962406 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b7400c71-756f-4d64-b80c-1f914eadab6d up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:26.995446 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e529de5-febe-4f4e-8339-41e0ba875d0a req-d2a2587d-99d3-428b-a090-b1f801fc9176 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.996648 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e529de5-febe-4f4e-8339-41e0ba875d0a req-d2a2587d-99d3-428b-a090-b1f801fc9176 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 943 time: 0.1563814 May 12 14:38:27.028211 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47300) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:27.041640 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8b0cdd2-07be-44bf-93d8-1feebce563e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.056935 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46d5ec4b-ef11-4cf2-ae17-8d3c63243899 admin admin] Publish callbacks [] for security_group (8ddbf055-d9fc-4518-9c72-25fb0a818d77), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.060060 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.088207 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 4e5a3761-d09e-48c6-943e-29a687c9f984, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e5a3761-d09e-48c6-943e-29a687c9f984,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:27.100339 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port b7400c71-756f-4d64-b80c-1f914eadab6d completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:27.106242 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'port_id': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'mac_address': 'fa:16:3e:b0:aa:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:27.109534 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port b7400c71-756f-4d64-b80c-1f914eadab6d triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:27.109892 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.132200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46d5ec4b-ef11-4cf2-ae17-8d3c63243899 admin admin] Publish callbacks [] for security_group (8ddbf055-d9fc-4518-9c72-25fb0a818d77), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.136752 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8b0cdd2-07be-44bf-93d8-1feebce563e0 admin admin] Publish callbacks [] for security_group (88b20451-1c69-4618-9a41-e9cfc684ee2e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.141746 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8b0cdd2-07be-44bf-93d8-1feebce563e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (88b20451-1c69-4618-9a41-e9cfc684ee2e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.172753 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0cdd2-07be-44bf-93d8-1feebce563e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b20451-1c69-4618-9a41-e9cfc684ee2e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:27.173507 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 4e5a3761-d09e-48c6-943e-29a687c9f984 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:27.174098 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.194770 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f8b0cdd2-07be-44bf-93d8-1feebce563e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ac351a0ed0a4cecb00ca35af3d010c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651943 May 12 14:38:27.197062 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47302) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:27.199421 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a3761-d09e-48c6-943e-29a687c9f984 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:27.210084 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e529de5-febe-4f4e-8339-41e0ba875d0a req-373ab926-6cda-408d-a3ac-80db6eed5059 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696339 May 12 14:38:27.212396 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcf0beec-29ed-4f1b-a512-f6b4fc21ec32 req-ea56e3f9-4a87-48e2-9697-d50787c91af2 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354552 May 12 14:38:27.229335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Made reservation on behalf of eeba321debcd40e6ba9eb9a5c1e534ce for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:27.234452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.258235 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25f4d8c1-d748-42ae-bdfd-107334f42a25 admin admin] Publish callbacks [] for security_group (88b20451-1c69-4618-9a41-e9cfc684ee2e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.263816 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46d5ec4b-ef11-4cf2-ae17-8d3c63243899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (8ddbf055-d9fc-4518-9c72-25fb0a818d77), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.266934 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46d5ec4b-ef11-4cf2-ae17-8d3c63243899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.276194 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-46d5ec4b-ef11-4cf2-ae17-8d3c63243899 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ddbf055-d9fc-4518-9c72-25fb0a818d77 HTTP/1.1" status: 204 len: 168 time: 0.4665508 May 12 14:38:27.283737 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25f4d8c1-d748-42ae-bdfd-107334f42a25 admin admin] Publish callbacks [] for security_group (88b20451-1c69-4618-9a41-e9cfc684ee2e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.394395 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b7400c71-756f-4d64-b80c-1f914eadab6d is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:27.395127 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.446084 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 4e5a3761-d09e-48c6-943e-29a687c9f984, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e5a3761-d09e-48c6-943e-29a687c9f984,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:27.456836 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.509734 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71021fe5-ffce-4c41-8578-8c810987915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7400c71-756f-4d64-b80c-1f914eadab6d'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:27.512350 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449bcce0-fcf7-4b5a-89f5-4c0926d83155" -d '{"events": [{"server_uuid": "71021fe5-ffce-4c41-8578-8c810987915c", "name": "network-vif-plugged", "status": "completed", "tag": "b7400c71-756f-4d64-b80c-1f914eadab6d"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:27.512484 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25f4d8c1-d748-42ae-bdfd-107334f42a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (88b20451-1c69-4618-9a41-e9cfc684ee2e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.515658 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25f4d8c1-d748-42ae-bdfd-107334f42a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.516912 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-25f4d8c1-d748-42ae-bdfd-107334f42a25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88b20451-1c69-4618-9a41-e9cfc684ee2e HTTP/1.1" status: 204 len: 168 time: 0.3176594 May 12 14:38:27.525128 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-2026c505-fae8-4538-8d9c-2545542c5bce service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389322 May 12 14:38:27.531347 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4d8c1-d748-42ae-bdfd-107334f42a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b20451-1c69-4618-9a41-e9cfc684ee2e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:27.549355 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b7400c71-756f-4d64-b80c-1f914eadab6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7400c71-756f-4d64-b80c-1f914eadab6d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:27.552477 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=4e5a3761-d09e-48c6-943e-29a687c9f984,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:27.565216 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.570060 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.570425 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.570785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.571292 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.571633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.572016 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.572345 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.572704 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.573004 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.573329 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.573653 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.573989 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.574516 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.575027 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.575355 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:27.594861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b32ebc-9611-4958-8d60-a140e8887a27 req-8a2e2f79-91aa-492a-9811-56b2439caea3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:27.596734 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8b32ebc-9611-4958-8d60-a140e8887a27 req-8a2e2f79-91aa-492a-9811-56b2439caea3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 944 time: 0.1204221 May 12 14:38:27.638021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5ec4b-ef11-4cf2-ae17-8d3c63243899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddbf055-d9fc-4518-9c72-25fb0a818d77,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:27.646024 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b7400c71-756f-4d64-b80c-1f914eadab6d,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:27.664066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Allocated IP 172.20.0.8 (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b/129d7160-2f0a-4d57-a544-7265c8fc72d7/9a850fe2-67d9-4c71-95fe-30ee56050c6d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:27.693002 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80627d9-ec37-4410-a701-1b555f46a755 req-23801a70-5af6-4c11-a6a2-297e8c392ad3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:27.694524 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e80627d9-ec37-4410-a701-1b555f46a755 req-23801a70-5af6-4c11-a6a2-297e8c392ad3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.2662361 May 12 14:38:27.764149 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8b32ebc-9611-4958-8d60-a140e8887a27 req-34fc2075-400d-4a26-9912-9a69e16c6a63 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410539 May 12 14:38:27.822457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e80627d9-ec37-4410-a701-1b555f46a755 req-c5e8038f-fb1d-4722-bf99-fb91890a7b4e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128960 May 12 14:38:27.942005 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4a466673-ff51-4156-bb09-cb92f18345b2 req-2eb9b798-0408-49ba-a9f5-55f64fe9a040 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0441408 May 12 14:38:27.968735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks [] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:28.011523 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fa3b3e-4f88-4fdb-b284-60eff29bcd1d x-openstack-request-id: req-e8fa3b3e-4f88-4fdb-b284-60eff29bcd1d {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:28.012097 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71021fe5-ffce-4c41-8578-8c810987915c", "name": "network-vif-plugged", "status": "completed", "tag": "b7400c71-756f-4d64-b80c-1f914eadab6d", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:28.012478 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8fa3b3e-4f88-4fdb-b284-60eff29bcd1d {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:28.012929 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fa3b3e-4f88-4fdb-b284-60eff29bcd1d'] response: {'server_uuid': '71021fe5-ffce-4c41-8578-8c810987915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7400c71-756f-4d64-b80c-1f914eadab6d', 'code': 200} May 12 14:38:28.025144 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ad87-1f9e-4697-8d48-27768bf1beff req-6f4204ff-4d81-4a18-a54e-773804de6f1e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.026739 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d6b1ad87-1f9e-4697-8d48-27768bf1beff req-6f4204ff-4d81-4a18-a54e-773804de6f1e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0930407 May 12 14:38:28.077272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:28.102786 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['4e5a3761-d09e-48c6-943e-29a687c9f984'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:28.125687 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d6b1ad87-1f9e-4697-8d48-27768bf1beff req-27fd745a-2372-4125-84e4-b69361a49a2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862584 May 12 14:38:28.139781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:28.143031 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:28.149874 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:28.163916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.164823 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:28.179668 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Pushing event updated for resources: {'Port': ['ID=9a850fe2-67d9-4c71-95fe-30ee56050c6d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:28.193316 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-061487af-3668-45d8-83e1-616295136f93 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3151138 May 12 14:38:28.403724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07155273-082b-430c-adba-50b1c904efbc req-a5f04182-bed6-4406-b9d1-f222e4b2443c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.405344 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-07155273-082b-430c-adba-50b1c904efbc req-a5f04182-bed6-4406-b9d1-f222e4b2443c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 944 time: 0.0713279 May 12 14:38:28.420445 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-49b53857-015d-4b79-973b-2fbae92a784e req-cfb9c6f1-a463-40cb-ad78-9b8471623c5e service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949530 May 12 14:38:28.460525 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-07155273-082b-430c-adba-50b1c904efbc req-719d2e93-7ca9-4cf8-a0fe-950e88692786 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486162 May 12 14:38:28.696061 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:28.895488 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e789-41ff-4503-ad9b-6b30121b38f2 req-2c261851-acc2-4164-abb4-db5e19cfdc0e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.897172 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4193e789-41ff-4503-ad9b-6b30121b38f2 req-2c261851-acc2-4164-abb4-db5e19cfdc0e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0559597 May 12 14:38:29.007070 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4193e789-41ff-4503-ad9b-6b30121b38f2 req-652fd209-cb6b-4cd5-8ec9-051ef81fff93 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032631 May 12 14:38:29.014073 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb521ed-6025-4860-8c0c-b5ecf26c7269 req-113823e0-6930-4364-978d-004847e5b2da tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.015855 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bb521ed-6025-4860-8c0c-b5ecf26c7269 req-113823e0-6930-4364-978d-004847e5b2da tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0948899 May 12 14:38:29.079353 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bb521ed-6025-4860-8c0c-b5ecf26c7269 req-8fc50306-8444-491b-b925-600633f24316 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577312 May 12 14:38:29.135161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7936d19-7c70-410b-864d-786711911c56 req-5735a5a0-1bdd-4030-916e-d6494400df6e tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.137913 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7936d19-7c70-410b-864d-786711911c56 req-5735a5a0-1bdd-4030-916e-d6494400df6e tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 931 time: 0.0501790 May 12 14:38:29.247562 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7936d19-7c70-410b-864d-786711911c56 req-d3d4149a-912e-4d69-9c89-ee3d22696938 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007531 May 12 14:38:29.300931 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Request body: {'port': {'device_id': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:29.335677 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb280-6ac4-4933-8ce2-9943a0ca0919 req-0843f056-4153-4ac3-a12d-951566df7fc1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.337222 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f4ceb280-6ac4-4933-8ce2-9943a0ca0919 req-0843f056-4153-4ac3-a12d-951566df7fc1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0775266 May 12 14:38:29.403773 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.424973 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f4ceb280-6ac4-4933-8ce2-9943a0ca0919 req-beaa9baf-363e-46e0-a259-8ce9aa770ba8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789380 May 12 14:38:29.494508 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 4e5a3761-d09e-48c6-943e-29a687c9f984 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:29.571874 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 4e5a3761-d09e-48c6-943e-29a687c9f984 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:29.579679 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 4e5a3761-d09e-48c6-943e-29a687c9f984 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:29.580223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.640608 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5022-6e81-497c-b225-2d6c105ce60a req-63f9caa5-187f-4aad-9e76-2ed53e331722 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.640608 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d3b5022-6e81-497c-b225-2d6c105ce60a req-63f9caa5-187f-4aad-9e76-2ed53e331722 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 944 time: 0.0775568 May 12 14:38:29.681076 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 4e5a3761-d09e-48c6-943e-29a687c9f984 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:29.681746 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.722769 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 4e5a3761-d09e-48c6-943e-29a687c9f984, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e5a3761-d09e-48c6-943e-29a687c9f984,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:29.728401 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.728556 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d3b5022-6e81-497c-b225-2d6c105ce60a req-3cce0f6d-794a-46bf-8201-6cef51cffdcf tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819170 May 12 14:38:29.782920 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=4e5a3761-d09e-48c6-943e-29a687c9f984,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:29.826878 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a850fe2-67d9-4c71-95fe-30ee56050c6d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:29.834445 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Publish callbacks [] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.847486 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Transition to ACTIVE for port object 9a850fe2-67d9-4c71-95fe-30ee56050c6d will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:29.852165 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.904752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Pushing event updated for resources: {'Port': ['ID=9a850fe2-67d9-4c71-95fe-30ee56050c6d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:29.935887 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Attempting to bind port 9a850fe2-67d9-4c71-95fe-30ee56050c6d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:29.935887 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Attempting to bind port 9a850fe2-67d9-4c71-95fe-30ee56050c6d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:29.936082 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Attempting to bind port 9a850fe2-67d9-4c71-95fe-30ee56050c6d on network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:29.940614 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Port 9a850fe2-67d9-4c71-95fe-30ee56050c6d on network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:29.940952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Attempting to bind port 9a850fe2-67d9-4c71-95fe-30ee56050c6d on network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:29.945953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:29.946285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Checking segment: {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:29.946649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Bound using segment: {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:29.947064 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Bound port: 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:29.947414 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.015244 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:30.018442 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce829d6e-6795-4396-993b-4a29c78644ae" -d '{"events": [{"server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:30.025296 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] For port 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:30.031592 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] For port 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9a850fe2-67d9-4c71-95fe-30ee56050c6d,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:30.042332 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.073065 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b8aa6-30af-499c-8f27-a408589c82b9 x-openstack-request-id: req-512b8aa6-30af-499c-8f27-a408589c82b9 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:30.073747 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:30.074193 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-512b8aa6-30af-499c-8f27-a408589c82b9 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:30.074889 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512b8aa6-30af-499c-8f27-a408589c82b9'] response: {'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'code': 200} May 12 14:38:30.094156 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.094831 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.096331 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] 10.222.0.85 "PUT /v2.0/ports/9a850fe2-67d9-4c71-95fe-30ee56050c6d HTTP/1.1" status: 200 len: 1093 time: 0.8020804 May 12 14:38:30.096858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'tag': '9a850fe2-67d9-4c71-95fe-30ee56050c6d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:30.099168 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "801b2a6c-d508-4678-ac97-78280c88b6fa", "tag": "9a850fe2-67d9-4c71-95fe-30ee56050c6d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:30.210283 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0b3f7-4aeb-4aa9-8cd6-4de63ffeecd5 req-5df2d4dc-4faf-41c0-b984-4190d9e188cd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.211812 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18d0b3f7-4aeb-4aa9-8cd6-4de63ffeecd5 req-5df2d4dc-4faf-41c0-b984-4190d9e188cd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.1213884 May 12 14:38:30.216512 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168e360-7048-4aa6-9708-4fbc2e1a1541 service neutron] Pushing event updated for resources: {'Port': ['ID=9a850fe2-67d9-4c71-95fe-30ee56050c6d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:30.247648 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa068cb-fb42-49b7-9f16-5cacc096f7e8 req-8bc7d0e9-4d0d-447e-825e-3e36e4d3a885 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.249339 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4fa068cb-fb42-49b7-9f16-5cacc096f7e8 req-8bc7d0e9-4d0d-447e-825e-3e36e4d3a885 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.0944729 May 12 14:38:30.297789 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18d0b3f7-4aeb-4aa9-8cd6-4de63ffeecd5 req-e144b2ec-6325-4654-9fde-853213dec128 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786288 May 12 14:38:30.338374 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4fa068cb-fb42-49b7-9f16-5cacc096f7e8 req-6c9a0d46-9b58-487b-8bcc-5c05ad5a5b37 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724070 May 12 14:38:30.380976 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5927f0-55f3-429e-94ad-35cca04b2d48 x-openstack-request-id: req-5c5927f0-55f3-429e-94ad-35cca04b2d48 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:30.381340 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801b2a6c-d508-4678-ac97-78280c88b6fa", "tag": "9a850fe2-67d9-4c71-95fe-30ee56050c6d", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:30.381491 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c5927f0-55f3-429e-94ad-35cca04b2d48 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:30.382141 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5927f0-55f3-429e-94ad-35cca04b2d48'] response: {'name': 'network-changed', 'server_uuid': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'tag': '9a850fe2-67d9-4c71-95fe-30ee56050c6d', 'status': 'completed', 'code': 200} May 12 14:38:30.437969 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01041a-5406-4d06-b721-e1012c0adef0 req-8d713a79-dc1a-4fd8-a204-087454a5f5df tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.439468 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a01041a-5406-4d06-b721-e1012c0adef0 req-8d713a79-dc1a-4fd8-a204-087454a5f5df tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0516555 May 12 14:38:30.495837 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a01041a-5406-4d06-b721-e1012c0adef0 req-7c5cfa81-5591-40c8-a0b0-f0c6579a58c3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499163 May 12 14:38:30.567637 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fc2bf-cf10-48a6-a368-7bc8bda32436 req-2b7ca58d-f457-40f6-a83b-95719862cf50 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.569201 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-da0fc2bf-cf10-48a6-a368-7bc8bda32436 req-2b7ca58d-f457-40f6-a83b-95719862cf50 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0540013 May 12 14:38:30.633668 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-da0fc2bf-cf10-48a6-a368-7bc8bda32436 req-8bc99817-d671-48bf-97fe-59ce04b6eb5b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546060 May 12 14:38:30.753446 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56201fbf-5c70-4e22-8615-c97fbfb689e1 req-0e0a1e22-8479-4c13-86bb-7937b31a2daa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.754211 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56201fbf-5c70-4e22-8615-c97fbfb689e1 req-0e0a1e22-8479-4c13-86bb-7937b31a2daa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0528488 May 12 14:38:30.763604 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47506) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:30.769610 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'floatingip': {'port_id': 'b36316ae-0793-416c-9119-9819353b009c'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:30.860640 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:38:30.866546 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e6d18-7079-4a67-b758-179f40dae090 req-9ea7ccda-fd67-43ee-85c3-eb1401a24b74 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.868285 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e64e6d18-7079-4a67-b758-179f40dae090 req-9ea7ccda-fd67-43ee-85c3-eb1401a24b74 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0599382 May 12 14:38:30.899723 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (76b93763-c4a1-4067-ac19-b39887864801), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.930031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e64e6d18-7079-4a67-b758-179f40dae090 req-9b4167a1-f4c1-495f-b9b8-1985326227a4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561604 May 12 14:38:31.293062 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47542) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:31.478610 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:31.484189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9095f-c0f1-4867-992c-a1c5b4163646 req-97067908-e565-45a6-b010-14383ad42768 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.486076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-45d9095f-c0f1-4867-992c-a1c5b4163646 req-97067908-e565-45a6-b010-14383ad42768 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0979354 May 12 14:38:31.486864 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea620542-b365-4733-9839-f1edb3970a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.573858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ff789-2b97-401f-9f64-52cbcc031305 req-3338f4a1-f81f-4b83-988c-b71b758bfbaa tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.575419 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-321ff789-2b97-401f-9f64-52cbcc031305 req-3338f4a1-f81f-4b83-988c-b71b758bfbaa tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 943 time: 0.1505339 May 12 14:38:31.592501 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:31.594133 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.599205 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (76b93763-c4a1-4067-ac19-b39887864801), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.607168 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:31.647024 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:31.647414 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.660344 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-321ff789-2b97-401f-9f64-52cbcc031305 req-a352aca4-9b50-4840-8e90-7cc8ca4b14a1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689797 May 12 14:38:31.660978 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:31.682943 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:31.688618 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-45d9095f-c0f1-4867-992c-a1c5b4163646 req-cd1ec872-b59e-4cfb-8d44-21f9ac934f8f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937470 May 12 14:38:31.694844 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea620542-b365-4733-9839-f1edb3970a20 admin admin] Publish callbacks [] for security_group (cc766077-a3ea-4046-9602-deb7d0aa9877), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.702620 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.703718 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea620542-b365-4733-9839-f1edb3970a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cc766077-a3ea-4046-9602-deb7d0aa9877), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.731949 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Floating IP 76b93763-c4a1-4067-ac19-b39887864801 associated. External IP: 172.27.1.251, port: b36316ae-0793-416c-9119-9819353b009c. May 12 14:38:31.756257 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ea620542-b365-4733-9839-f1edb3970a20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd2bce9e386643d09d517530dd170b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620295 May 12 14:38:31.757163 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47552) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:31.769220 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.772472 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea620542-b365-4733-9839-f1edb3970a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc766077-a3ea-4046-9602-deb7d0aa9877,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:31.773440 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:31.829715 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7638d-3edf-40ff-a9c1-7b0fcb644ff7 req-37b175f2-fb29-4cc7-9883-254c389447b3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.831262 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84d7638d-3edf-40ff-a9c1-7b0fcb644ff7 req-37b175f2-fb29-4cc7-9883-254c389447b3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0725169 May 12 14:38:31.878810 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-562eb1db-bd93-425b-a629-7c90acf26efd admin admin] Publish callbacks [] for security_group (cc766077-a3ea-4046-9602-deb7d0aa9877), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.904873 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84d7638d-3edf-40ff-a9c1-7b0fcb644ff7 req-c851cbd3-380b-491d-80a1-64c67f4d4f08 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670741 May 12 14:38:31.914599 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-562eb1db-bd93-425b-a629-7c90acf26efd admin admin] Publish callbacks [] for security_group (cc766077-a3ea-4046-9602-deb7d0aa9877), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.976373 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-562eb1db-bd93-425b-a629-7c90acf26efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cc766077-a3ea-4046-9602-deb7d0aa9877), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.979780 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-562eb1db-bd93-425b-a629-7c90acf26efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.981202 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-562eb1db-bd93-425b-a629-7c90acf26efd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc766077-a3ea-4046-9602-deb7d0aa9877 HTTP/1.1" status: 204 len: 168 time: 0.2059579 May 12 14:38:31.991612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eb1db-bd93-425b-a629-7c90acf26efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc766077-a3ea-4046-9602-deb7d0aa9877,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:32.054399 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2851455-8444-4af4-a185-21f07c8ee671 req-35b15c60-4f54-4fec-8b6b-a5ff6e33b4a4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.060457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2851455-8444-4af4-a185-21f07c8ee671 req-35b15c60-4f54-4fec-8b6b-a5ff6e33b4a4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0569260 May 12 14:38:32.113228 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2851455-8444-4af4-a185-21f07c8ee671 req-38331c87-0e01-4fb1-bf84-e6d3f5e08ce4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514319 May 12 14:38:32.174001 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:32.293149 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:32.293509 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:32.298447 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.311520 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:32.323681 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:32.324864 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:38:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.347142 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47566) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:32.357664 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e030b02f-54e2-43cc-aa36-46786a5594b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "PUT /v2.0/floatingips/76b93763-c4a1-4067-ac19-b39887864801 HTTP/1.1" status: 200 len: 992 time: 1.5912955 May 12 14:38:32.357664 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:32.359482 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afba993-01ff-4dd6-8fe3-486a250f2609" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:32.366284 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b0d285f-b80e-418e-a514-a8c7268a5fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.422903 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42963ff9-477b-4f90-a3d0-f5ee37feb330 x-openstack-request-id: req-42963ff9-477b-4f90-a3d0-f5ee37feb330 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:32.423189 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "tag": "b36316ae-0793-416c-9119-9819353b009c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:32.423483 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42963ff9-477b-4f90-a3d0-f5ee37feb330 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:32.423909 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42963ff9-477b-4f90-a3d0-f5ee37feb330'] response: {'name': 'network-changed', 'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'status': 'completed', 'code': 200} May 12 14:38:32.487846 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b0d285f-b80e-418e-a514-a8c7268a5fe6 admin admin] Publish callbacks [] for security_group (3de096de-fe6e-44cd-9acd-1e82fe483538), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.496016 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b0d285f-b80e-418e-a514-a8c7268a5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3de096de-fe6e-44cd-9acd-1e82fe483538), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.496297 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:32.530545 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:32.552208 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3b0d285f-b80e-418e-a514-a8c7268a5fe6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ae0f47300e54253ab09dbbd2db1fac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039771 May 12 14:38:32.553076 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d285f-b80e-418e-a514-a8c7268a5fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de096de-fe6e-44cd-9acd-1e82fe483538,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:32.554866 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47578) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:32.616394 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Publish callbacks [] for security_group (3de096de-fe6e-44cd-9acd-1e82fe483538), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.646255 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Publish callbacks [] for security_group (3de096de-fe6e-44cd-9acd-1e82fe483538), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.759297 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339267-9761-4911-bcef-cca50923b963 req-e7800520-641f-4fcf-9327-cad7c0b2145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.761731 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-91339267-9761-4911-bcef-cca50923b963 req-e7800520-641f-4fcf-9327-cad7c0b2145c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 1129 time: 0.0793645 May 12 14:38:32.769306 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e73000a7-5841-4f74-b894-80a4b4cd8448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.780492 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4 req-518524c8-9025-415f-8bf3-9e1b9c1630f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.782751 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4 req-518524c8-9025-415f-8bf3-9e1b9c1630f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 1127 time: 0.0952919 May 12 14:38:32.848168 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '76b93763-c4a1-4067-ac19-b39887864801', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'port_id': 'b36316ae-0793-416c-9119-9819353b009c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'mac_address': 'fa:16:3e:d5:3f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:31Z', 'revision_number': 1, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.854523 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-56029051-c09c-4d8d-b648-de34f7386a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.855988 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-56029051-c09c-4d8d-b648-de34f7386a30 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1130 time: 0.2090714 May 12 14:38:32.882359 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:32.892734 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1752-e672-4777-b876-f060e870fe5f req-322eb6d0-1ba3-41b5-9c33-fd59a6cb5a25 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.898156 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:32.898156 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:38:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.899920 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a9c1752-e672-4777-b876-f060e870fe5f req-322eb6d0-1ba3-41b5-9c33-fd59a6cb5a25 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 944 time: 0.1117606 May 12 14:38:32.900283 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-91339267-9761-4911-bcef-cca50923b963 req-6270fd38-11aa-4767-a2d7-0673f6a31138 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048503 May 12 14:38:32.907439 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-82dc9e50-5172-4ce5-8ad1-81ae45956193 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880406 May 12 14:38:32.921222 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3de096de-fe6e-44cd-9acd-1e82fe483538), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.924177 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.927834 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3de096de-fe6e-44cd-9acd-1e82fe483538 HTTP/1.1" status: 204 len: 168 time: 0.3695283 May 12 14:38:32.929863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bd7ee-5356-4a8c-a1b8-1da18a4c1d58 req-b8e5adf1-b116-4d5b-a90d-79a92061322a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.938034 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-218bd7ee-5356-4a8c-a1b8-1da18a4c1d58 req-b8e5adf1-b116-4d5b-a90d-79a92061322a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.1232874 May 12 14:38:32.938659 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de096de-fe6e-44cd-9acd-1e82fe483538,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:32.951367 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.952018 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.952410 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.952769 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.953095 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.953428 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.953787 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.954119 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.954446 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.954771 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.955121 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.955564 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.956059 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.956383 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.956712 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4c903-98fc-4361-a0fd-4899045450bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:32.985687 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e73000a7-5841-4f74-b894-80a4b4cd8448 admin admin] Publish callbacks [] for security_group (286be5a6-b6e4-4296-9dea-8ef62f695abf), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.994224 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e73000a7-5841-4f74-b894-80a4b4cd8448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (286be5a6-b6e4-4296-9dea-8ef62f695abf), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:33.015292 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-218bd7ee-5356-4a8c-a1b8-1da18a4c1d58 req-220fb84a-5a70-4745-a785-b8d4956b575f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 May 12 14:38:33.034358 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e73000a7-5841-4f74-b894-80a4b4cd8448 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77ba8e20a5b94551a631dff6825a00bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999871 May 12 14:38:33.039319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a9c1752-e672-4777-b876-f060e870fe5f req-175791cc-335b-47cb-a5c8-179b1fc04755 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383965 May 12 14:38:33.039627 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47588) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:33.078697 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73000a7-5841-4f74-b894-80a4b4cd8448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286be5a6-b6e4-4296-9dea-8ef62f695abf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:33.080785 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:33.124732 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbf36ab-aa93-48db-a662-0f08a9398884 admin admin] Publish callbacks [] for security_group (286be5a6-b6e4-4296-9dea-8ef62f695abf), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:33.149828 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbf36ab-aa93-48db-a662-0f08a9398884 admin admin] Publish callbacks [] for security_group (286be5a6-b6e4-4296-9dea-8ef62f695abf), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:33.184728 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0e458-ccd2-403d-a78c-06c46b110b3f req-f6e50503-4fa8-46bc-9103-5c8115152016 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:33.196859 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee0e458-ccd2-403d-a78c-06c46b110b3f req-f6e50503-4fa8-46bc-9103-5c8115152016 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0819533 May 12 14:38:33.225813 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbf36ab-aa93-48db-a662-0f08a9398884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (286be5a6-b6e4-4296-9dea-8ef62f695abf), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:33.230313 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbf36ab-aa93-48db-a662-0f08a9398884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:33.234252 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7dbf36ab-aa93-48db-a662-0f08a9398884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/286be5a6-b6e4-4296-9dea-8ef62f695abf HTTP/1.1" status: 204 len: 168 time: 0.1908312 May 12 14:38:33.257391 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf36ab-aa93-48db-a662-0f08a9398884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286be5a6-b6e4-4296-9dea-8ef62f695abf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:33.290607 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee0e458-ccd2-403d-a78c-06c46b110b3f req-5ea69a2d-dcfb-4cd6-a41b-6d912114cd61 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927389 May 12 14:38:33.352445 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f04983-cfa9-437e-a58b-f9b88148bcc0 req-66601977-6b99-44b3-8b6d-63dda57f12a7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:33.360975 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99f04983-cfa9-437e-a58b-f9b88148bcc0 req-66601977-6b99-44b3-8b6d-63dda57f12a7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.1419909 May 12 14:38:33.428847 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99f04983-cfa9-437e-a58b-f9b88148bcc0 req-a416a158-39b2-445c-856b-56ad0f26a715 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668814 May 12 14:38:33.443587 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '76b93763-c4a1-4067-ac19-b39887864801', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'port_id': 'b36316ae-0793-416c-9119-9819353b009c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'mac_address': 'fa:16:3e:d5:3f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:31Z', 'revision_number': 1, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:33.471058 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1e0c7-082a-4f2a-a784-2f16b499e5bf None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '76b93763-c4a1-4067-ac19-b39887864801', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'port_id': 'b36316ae-0793-416c-9119-9819353b009c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'mac_address': 'fa:16:3e:d5:3f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:31Z', 'revision_number': 1, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:33.702458 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:33.734541 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8742482-88da-47c4-a923-0f0dbae5bc27 None None] New status for floating IP 76b93763-c4a1-4067-ac19-b39887864801: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:33.884574 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47626) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:33.906086 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:33.918444 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:33.918815 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.002466 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1267824747-network', 'tenant_id': '70f9692b74b3466890a51ca90bf9c953'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:34.019324 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Made reservation on behalf of 70f9692b74b3466890a51ca90bf9c953 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:34.021731 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.034470 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.086431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:34.088457 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.137666 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks [] for security_group (2c64f13e-3f82-4665-8f83-e1f742ba9586), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.141448 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:34.143108 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2c64f13e-3f82-4665-8f83-e1f742ba9586), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.145046 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053eac8a-36a1-4992-a725-a36d5e3d37b1" -d '{"events": [{"server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:34.149067 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:34.158205 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.168305 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:38:34.188265 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (3a070e64-22b2-440a-bd4d-404f7f795d39), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.189170 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Added segment 3a070e64-22b2-440a-bd4d-404f7f795d39 of type vlan for network f7fa4679-4560-4bec-9960-0f945dc2a834 May 12 14:38:34.190842 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c64f13e-3f82-4665-8f83-e1f742ba9586,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:34.215249 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06010b-a8fd-4834-8186-6b41504cc514 req-42088652-869c-44ea-848f-371a472f80a4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.217214 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b06010b-a8fd-4834-8186-6b41504cc514 req-42088652-869c-44ea-848f-371a472f80a4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.1014752 May 12 14:38:34.232053 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c03cc-8e8d-4ea0-a310-2ed7833fa88a req-322fa22d-09c3-4f6d-b5f1-29fc179815fb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.236663 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-807c03cc-8e8d-4ea0-a310-2ed7833fa88a req-322fa22d-09c3-4f6d-b5f1-29fc179815fb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0818377 May 12 14:38:34.254702 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:34.283975 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (f7fa4679-4560-4bec-9960-0f945dc2a834), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.320148 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (f7fa4679-4560-4bec-9960-0f945dc2a834), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.321644 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.322378 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.326641 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b06010b-a8fd-4834-8186-6b41504cc514 req-2161722e-1fdc-42c4-8fcd-09755e3d2ecc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882454 May 12 14:38:34.331747 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-807c03cc-8e8d-4ea0-a310-2ed7833fa88a req-5e9cd371-6b6f-4415-8b75-86e4578f3b98 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853715 May 12 14:38:34.375376 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b575994-bc67-415e-ab27-1bece0f32471 x-openstack-request-id: req-0b575994-bc67-415e-ab27-1bece0f32471 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:34.375738 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "name": "network-vif-plugged", "status": "completed", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:34.376407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b575994-bc67-415e-ab27-1bece0f32471 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:34.376809 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b575994-bc67-415e-ab27-1bece0f32471'] response: {'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'code': 200} May 12 14:38:34.382749 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 47650) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:34.384544 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4984591 May 12 14:38:34.388154 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Request body: {'subnet': {'network_id': 'f7fa4679-4560-4bec-9960-0f945dc2a834', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1267824747-subnet', 'tenant_id': '70f9692b74b3466890a51ca90bf9c953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:34.415896 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Made reservation on behalf of 70f9692b74b3466890a51ca90bf9c953 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:34.418610 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.424095 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943e497-df22-423a-ad90-89a85c2e6811 admin admin] Pushing event updated for resources: {'Network': ['ID=f7fa4679-4560-4bec-9960-0f945dc2a834,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:34.435016 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network f7fa4679-4560-4bec-9960-0f945dc2a834 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:38:34.572432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c041e2-02ad-43a0-a7fd-f5be2e5a5d0d req-a25131bb-33c7-415a-a3c9-e3e5732b6fd2 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.574085 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-46c041e2-02ad-43a0-a7fd-f5be2e5a5d0d req-a25131bb-33c7-415a-a3c9-e3e5732b6fd2 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.1334984 May 12 14:38:34.600890 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb55e9-b262-4d6f-bd21-68e366d21a4e req-6bf21172-675c-47b9-ab1c-2bdf2e8c2e7e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.602390 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fefb55e9-b262-4d6f-bd21-68e366d21a4e req-6bf21172-675c-47b9-ab1c-2bdf2e8c2e7e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0992250 May 12 14:38:34.727313 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-46c041e2-02ad-43a0-a7fd-f5be2e5a5d0d req-348f6315-8911-4426-8dbf-a525bede9078 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455493 May 12 14:38:34.750743 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fefb55e9-b262-4d6f-bd21-68e366d21a4e req-d062fb80-ff22-493f-9010-d588e91d666d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396766 May 12 14:38:34.859728 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accac34-d4cb-4cbc-a8fc-de8e7c804ede req-bcbc6f30-8d60-4728-9dc7-8ec2f8960f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.861330 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4accac34-d4cb-4cbc-a8fc-de8e7c804ede req-bcbc6f30-8d60-4728-9dc7-8ec2f8960f8d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1129 time: 0.0426483 May 12 14:38:34.873698 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (84e3e954-8613-45ac-b86c-afe25bf02b06), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:34.938953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4 req-3bd7b348-a14a-4acd-89b5-8c7f21c2bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.940479 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4 req-3bd7b348-a14a-4acd-89b5-8c7f21c2bdbe service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2521446 May 12 14:38:34.980712 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e3e954-8613-45ac-b86c-afe25bf02b06,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:34.993072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-545ec7f4-0497-48a4-9130-cc9820768bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.994538 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-545ec7f4-0497-48a4-9130-cc9820768bf2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.1765711 May 12 14:38:35.001447 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Checking segment: {'id': '3a070e64-22b2-440a-bd4d-404f7f795d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f7fa4679-4560-4bec-9960-0f945dc2a834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:35.001804 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Network hostable DHCP agents. Network: f7fa4679-4560-4bec-9960-0f945dc2a834, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:38:35.026960 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Network f7fa4679-4560-4bec-9960-0f945dc2a834 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:38:35.037225 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, f7fa4679-4560-4bec-9960-0f945dc2a834) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:35.041786 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.042386 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.048330 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb235b-8b5b-4911-b304-b1dc4d3000be None None] Network f7fa4679-4560-4bec-9960-0f945dc2a834 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:38:35.061600 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fbe12119-29ce-423d-aa5e-d1b4725221bb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6776850 May 12 14:38:35.147020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c1ae8-e62b-41d5-b30e-3090e23b86ba None None] Network f7fa4679-4560-4bec-9960-0f945dc2a834 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:38:35.625745 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a71e-1599-426d-9072-ed58ce42e611 req-482fb45b-ba37-480e-9a21-79c56be124b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.627662 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-482fb45b-ba37-480e-9a21-79c56be124b3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c865b8a441ac423e9032a0c70301ec6e&device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 1130 time: 0.0874043 May 12 14:38:35.660447 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4accac34-d4cb-4cbc-a8fc-de8e7c804ede req-d24db796-609c-493b-a769-8d2bf694a8c4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098943 May 12 14:38:35.660916 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:35.665562 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-714538967-network', 'tenant_id': 'df97e39b9bf940d5a2a0b0c8897d0022'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:35.685284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Made reservation on behalf of df97e39b9bf940d5a2a0b0c8897d0022 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:35.687751 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.696208 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.780528 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks [] for security_group (a66e9445-c0dc-44b8-a613-1d8dd874059e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.783635 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd6053-83dc-4d89-a4da-aeb97445336c req-2d61e772-7d40-4bbb-891d-10ffbece7472 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.785998 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b8cd6053-83dc-4d89-a4da-aeb97445336c req-2d61e772-7d40-4bbb-891d-10ffbece7472 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.3756773 May 12 14:38:35.787217 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a66e9445-c0dc-44b8-a613-1d8dd874059e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.806807 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a534-eb88-4701-919f-243272e297dd req-62d174fa-b452-4153-86e1-d98fd1724efd tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.808319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa21a534-eb88-4701-919f-243272e297dd req-62d174fa-b452-4153-86e1-d98fd1724efd tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.3889682 May 12 14:38:35.811665 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:38:35.827103 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e9445-c0dc-44b8-a613-1d8dd874059e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:35.834840 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (028da0bf-d36f-45a7-8008-314c846f492c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.835398 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Added segment 028da0bf-d36f-45a7-8008-314c846f492c of type vlan for network 3623c761-54f1-4bdc-94ee-dfdbee3ceb78 May 12 14:38:35.880732 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (3623c761-54f1-4bdc-94ee-dfdbee3ceb78), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.907605 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (3623c761-54f1-4bdc-94ee-dfdbee3ceb78), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.909459 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.909631 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:35.947678 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-6fe41386-a6fe-413e-a6cd-34c41711aaf8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 1002 time: 0.2647228 May 12 14:38:35.954098 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2890463 May 12 14:38:35.954098 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47694) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:35.983952 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Request body: {'subnet': {'network_id': '3623c761-54f1-4bdc-94ee-dfdbee3ceb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-714538967-subnet', 'tenant_id': 'df97e39b9bf940d5a2a0b0c8897d0022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:35.988540 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b8cd6053-83dc-4d89-a4da-aeb97445336c req-213196ce-834f-499b-a7a2-603270b1f7f0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945927 May 12 14:38:35.998428 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5bbe-ca47-4eaa-921d-debe74c44162 admin admin] Pushing event updated for resources: {'Network': ['ID=3623c761-54f1-4bdc-94ee-dfdbee3ceb78,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:36.002149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4 req-8759f504-3ce7-415b-acf7-6c517355a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.005055 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce1a7330-f4ce-4406-bc8c-2793a3644fd4 req-8759f504-3ce7-415b-acf7-6c517355a1ee service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210723 May 12 14:38:36.008136 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 3623c761-54f1-4bdc-94ee-dfdbee3ceb78 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:38:36.008993 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa21a534-eb88-4701-919f-243272e297dd req-2f0f9447-1caa-4bed-9e09-e54b1729f36a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835356 May 12 14:38:36.018041 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Made reservation on behalf of df97e39b9bf940d5a2a0b0c8897d0022 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:36.034107 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:36.176501 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b481d1-ccbc-4306-bed3-48761701d561 req-5e646e7e-f776-4c2e-ab1c-ff146b67a115 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.179423 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b5b481d1-ccbc-4306-bed3-48761701d561 req-5e646e7e-f776-4c2e-ab1c-ff146b67a115 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0836849 May 12 14:38:36.186464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2d0bf-e34e-498e-91c8-d4669dd678a0 req-3e0c7238-c11e-4043-84e6-5528e7c4c935 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.188190 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ee2d0bf-e34e-498e-91c8-d4669dd678a0 req-3e0c7238-c11e-4043-84e6-5528e7c4c935 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0806658 May 12 14:38:36.255405 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (d259d104-7ad7-4167-b551-099f4c82db6e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:36.271283 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b5b481d1-ccbc-4306-bed3-48761701d561 req-0b058de3-1473-45fc-a252-a2fbc49a4f00 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819426 May 12 14:38:36.276093 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ee2d0bf-e34e-498e-91c8-d4669dd678a0 req-094ed6ec-68d9-47ce-922f-d248d2648323 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792172 May 12 14:38:36.326798 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Checking segment: {'id': '028da0bf-d36f-45a7-8008-314c846f492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3623c761-54f1-4bdc-94ee-dfdbee3ceb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:36.327462 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Network hostable DHCP agents. Network: 3623c761-54f1-4bdc-94ee-dfdbee3ceb78, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:38:36.347005 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d259d104-7ad7-4167-b551-099f4c82db6e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:36.364532 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Network 3623c761-54f1-4bdc-94ee-dfdbee3ceb78 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:38:36.375381 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 3623c761-54f1-4bdc-94ee-dfdbee3ceb78) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:36.380284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.380926 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:36.385051 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904a4d4-015b-4888-a94a-6fa3cd42e89a None None] Network 3623c761-54f1-4bdc-94ee-dfdbee3ceb78 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:38:36.405262 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d863510f-3f25-4dde-8de4-6beabbdc61de admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4503758 May 12 14:38:36.491754 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba30800-45f2-4743-bbbd-9bc557b00e2e None None] Network 3623c761-54f1-4bdc-94ee-dfdbee3ceb78 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:38:36.676975 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-dbf6713c-9592-4032-9e32-e0e1227a5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.678457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-dbf6713c-9592-4032-9e32-e0e1227a5087 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0458241 May 12 14:38:36.775457 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a71e-1599-426d-9072-ed58ce42e611 req-ddfb645c-9d3e-4c90-8d2f-0da8139e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.776930 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-ddfb645c-9d3e-4c90-8d2f-0da8139e6949 service neutron] 10.222.0.85 "GET /v2.0/networks?id=586bf05d-2967-4ec3-b588-a29598f5b674 HTTP/1.1" status: 200 len: 912 time: 0.0877404 May 12 14:38:37.159179 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f688d-d168-4fc7-94eb-944ba620b948 req-e8b62325-90c3-4db9-b9c0-02f6b91e22af tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.160825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ee4f688d-d168-4fc7-94eb-944ba620b948 req-e8b62325-90c3-4db9-b9c0-02f6b91e22af tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0763271 May 12 14:38:37.171920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f91e-60ae-46c2-a7f3-96d9e64caf86 req-6de3ac1f-2014-4846-869a-e554b26834bf tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.173333 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8594f91e-60ae-46c2-a7f3-96d9e64caf86 req-6de3ac1f-2014-4846-869a-e554b26834bf tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0777407 May 12 14:38:37.242145 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ee4f688d-d168-4fc7-94eb-944ba620b948 req-eef02618-b820-4bab-b971-59cba439e4c8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678596 May 12 14:38:37.254285 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8594f91e-60ae-46c2-a7f3-96d9e64caf86 req-b3a6cdb8-2fb7-482f-91d4-c54639063b9b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 May 12 14:38:37.420580 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a0d15-f3b0-4625-b1c7-8f53ab0601ed req-564ec717-062b-4b48-a864-1d6cd0c236f4 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.421977 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb1a0d15-f3b0-4625-b1c7-8f53ab0601ed req-564ec717-062b-4b48-a864-1d6cd0c236f4 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0560424 May 12 14:38:37.474413 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb1a0d15-f3b0-4625-b1c7-8f53ab0601ed req-803629ab-75f6-46d8-9029-458c2165464f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464647 May 12 14:38:37.633411 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc221-c121-4cf5-91b8-4a7a97a57513 req-69407557-192c-48fb-96e8-d0f476a29de2 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.634887 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-faefc221-c121-4cf5-91b8-4a7a97a57513 req-69407557-192c-48fb-96e8-d0f476a29de2 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0787907 May 12 14:38:37.640930 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44cbea-b4a5-4a4b-87ef-1bc9828d7196 req-8c731e8e-5e14-478e-b60e-60a53cd011f5 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.642278 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c44cbea-b4a5-4a4b-87ef-1bc9828d7196 req-8c731e8e-5e14-478e-b60e-60a53cd011f5 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0843444 May 12 14:38:37.712397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-faefc221-c121-4cf5-91b8-4a7a97a57513 req-3a1835b3-0def-40ed-ac1b-b8bb8c472e07 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691521 May 12 14:38:37.719252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c44cbea-b4a5-4a4b-87ef-1bc9828d7196 req-c1282d7c-30b0-455e-a6da-756ebd340c30 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702908 May 12 14:38:38.108844 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86287ddc-7eed-4b8e-a6fd-5c54d3b9d631 req-41d8ddfa-53f6-4fd1-8451-8dd0cf995554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.110526 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-86287ddc-7eed-4b8e-a6fd-5c54d3b9d631 req-41d8ddfa-53f6-4fd1-8451-8dd0cf995554 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 1129 time: 0.0398023 May 12 14:38:38.433524 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-f1fae454-d225-4d4c-8a6e-50f32951dc62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce HTTP/1.1" status: 200 len: 217 time: 0.0657575 May 12 14:38:38.441872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec90fa7-dcf0-4174-8756-3444fcf9343c req-490bc7b0-ff12-4601-8e67-f48c96433395 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.443252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0ec90fa7-dcf0-4174-8756-3444fcf9343c req-490bc7b0-ff12-4601-8e67-f48c96433395 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.1321511 May 12 14:38:38.452806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-5f775ada-ff5f-4647-a661-d8c794032ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.454240 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-5f775ada-ff5f-4647-a661-d8c794032ca6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973184 May 12 14:38:38.496674 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0ec90fa7-dcf0-4174-8756-3444fcf9343c req-33ce61e5-4b10-4d58-b801-973b5ecdc673 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 May 12 14:38:38.520705 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-86287ddc-7eed-4b8e-a6fd-5c54d3b9d631 req-2ef35930-d91f-4d94-9ed4-00aeb83a4569 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481138 May 12 14:38:38.701471 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-b9b55e56-f562-4a7e-a900-7e9cb431955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.703158 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-b9b55e56-f562-4a7e-a900-7e9cb431955e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 1127 time: 0.0560737 May 12 14:38:38.748395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8588df3-7852-49cc-baa1-bc4214081689 req-d54ca6d4-5c63-4463-b699-5692f7723613 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.749861 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f8588df3-7852-49cc-baa1-bc4214081689 req-d54ca6d4-5c63-4463-b699-5692f7723613 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0511687 May 12 14:38:38.805776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f8588df3-7852-49cc-baa1-bc4214081689 req-a8efeb4c-e443-43b9-b9c3-539028c4781f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501134 May 12 14:38:38.949033 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fb83-e996-4d3c-806e-cdbdf3d5dc3d req-cacbcc2e-1fca-44e4-b052-63fbdc74d632 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.950522 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06b5fb83-e996-4d3c-806e-cdbdf3d5dc3d req-cacbcc2e-1fca-44e4-b052-63fbdc74d632 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0738025 May 12 14:38:38.971597 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffbd8e-398f-45ff-b93f-3f14bf92dc06 req-77f40d3c-64c5-4341-ab50-d19065190bf1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.973540 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cbffbd8e-398f-45ff-b93f-3f14bf92dc06 req-77f40d3c-64c5-4341-ab50-d19065190bf1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0702806 May 12 14:38:39.037866 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06b5fb83-e996-4d3c-806e-cdbdf3d5dc3d req-d14f2581-133e-4182-ae36-e5a641b8a910 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811694 May 12 14:38:39.045066 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cbffbd8e-398f-45ff-b93f-3f14bf92dc06 req-cb232dfb-3571-4b1f-9828-8a6f7ade418f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647840 May 12 14:38:39.170970 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb4f81-4031-4e1a-bd8c-0ce6214510f6 req-72f96cef-7bbb-466c-9c95-213b5241215d tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.172370 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ecb4f81-4031-4e1a-bd8c-0ce6214510f6 req-72f96cef-7bbb-466c-9c95-213b5241215d tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0781779 May 12 14:38:39.192820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f639-fa65-455a-938a-8d838f78065a req-e021ee56-012c-4543-beed-675fdf60b3d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.194318 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6225f639-fa65-455a-938a-8d838f78065a req-e021ee56-012c-4543-beed-675fdf60b3d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0709050 May 12 14:38:39.203854 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47772) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:39.208466 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'floatingip': {'port_id': '4e5a3761-d09e-48c6-943e-29a687c9f984'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:39.232022 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ecb4f81-4031-4e1a-bd8c-0ce6214510f6 req-7a38fb7e-6a6c-46cd-8108-fa5dafc0b5d8 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534728 May 12 14:38:39.248841 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (53b4d2ee-4b77-479e-8320-11e7b3d9f9f3), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.631806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8281e4-78c6-4e50-84e3-52d035309976 req-26332f4b-2b14-41d0-b81d-91e0b93fd808 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.634093 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae8281e4-78c6-4e50-84e3-52d035309976 req-26332f4b-2b14-41d0-b81d-91e0b93fd808 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0628173 May 12 14:38:39.708469 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae8281e4-78c6-4e50-84e3-52d035309976 req-58763e6f-c4a9-4fc6-a5cb-a7ed422c13ab tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587573 May 12 14:38:39.788402 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-64adebb9-e8b9-4d1c-82e6-e747d4f103bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a850fe2-67d9-4c71-95fe-30ee56050c6d HTTP/1.1" status: 200 len: 217 time: 0.0424781 May 12 14:38:39.803754 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.810148 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (53b4d2ee-4b77-479e-8320-11e7b3d9f9f3), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.850456 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a71e-1599-426d-9072-ed58ce42e611 req-0c48b1c7-05f2-4a4f-b380-1fbb44a94273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.852096 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-0c48b1c7-05f2-4a4f-b380-1fbb44a94273 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c HTTP/1.1" status: 200 len: 851 time: 0.1351478 May 12 14:38:39.857076 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-cf7b56e0-b7cc-4267-b633-2d05a09a9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.858521 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-cf7b56e0-b7cc-4267-b633-2d05a09a9f22 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 1129 time: 0.1385121 May 12 14:38:39.943108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a8b3a-4b72-4bce-bc1a-cc5ca1f36c91 req-a3f8e792-8028-43bd-95e9-d9e620c35f89 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.945282 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b69a8b3a-4b72-4bce-bc1a-cc5ca1f36c91 req-a3f8e792-8028-43bd-95e9-d9e620c35f89 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0572643 May 12 14:38:39.952748 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Floating IP 53b4d2ee-4b77-479e-8320-11e7b3d9f9f3 associated. External IP: 172.27.1.106, port: 4e5a3761-d09e-48c6-943e-29a687c9f984. May 12 14:38:39.965657 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-1eb12ed2-4bff-4845-b521-1abec00c6ba6 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465236 May 12 14:38:40.005986 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b69a8b3a-4b72-4bce-bc1a-cc5ca1f36c91 req-e9be308c-3e06-4c88-b23c-744689b94ef6 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524669 May 12 14:38:40.180549 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0d2b1-432c-4d9c-bc49-cab598ba99ec req-04c5128c-a95f-47e7-bccd-7263bea86060 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:40.182230 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97d0d2b1-432c-4d9c-bc49-cab598ba99ec req-04c5128c-a95f-47e7-bccd-7263bea86060 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0527148 May 12 14:38:40.234697 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97d0d2b1-432c-4d9c-bc49-cab598ba99ec req-b8e5cb49-e7dd-44eb-93ab-feb0bc9dfd1f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 May 12 14:38:40.356039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac157d52-d4d2-4c44-9379-b97be39a7c1b req-b9a1b98b-11c1-4aee-8d6f-b3b089faab53 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:40.357531 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac157d52-d4d2-4c44-9379-b97be39a7c1b req-b9a1b98b-11c1-4aee-8d6f-b3b089faab53 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0536234 May 12 14:38:40.395134 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:40.412275 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac157d52-d4d2-4c44-9379-b97be39a7c1b req-86e4b4c7-83a3-46f7-a06d-dbf8901bd278 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 May 12 14:38:40.505388 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:40.509800 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.516159 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:40.526936 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:40.527722 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:38:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:40.538825 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f7b526bd-5daf-426e-9a47-da482d62ef8b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "PUT /v2.0/floatingips/53b4d2ee-4b77-479e-8320-11e7b3d9f9f3 HTTP/1.1" status: 200 len: 991 time: 1.3338428 May 12 14:38:40.539544 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:40.541862 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e192e16-55ec-469a-b4f3-0212fc3bb760" -d '{"events": [{"name": "network-changed", "server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:40.576739 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca42f5-f393-4cf5-aaab-3ebb02cefd96 x-openstack-request-id: req-2cca42f5-f393-4cf5-aaab-3ebb02cefd96 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:40.577036 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:40.577286 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2cca42f5-f393-4cf5-aaab-3ebb02cefd96 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:40.577685 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cca42f5-f393-4cf5-aaab-3ebb02cefd96'] response: {'name': 'network-changed', 'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'status': 'completed', 'code': 200} May 12 14:38:40.716292 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:40.850035 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fab88-d7da-43fd-a850-74fad70db195 req-727c9cfa-5bf7-409d-9c08-5a6070d3c9b9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:40.851672 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-107fab88-d7da-43fd-a850-74fad70db195 req-727c9cfa-5bf7-409d-9c08-5a6070d3c9b9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0671446 May 12 14:38:40.901394 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-107fab88-d7da-43fd-a850-74fad70db195 req-26010f85-f4ea-4d70-9896-ed759e7a8d75 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 May 12 14:38:40.956448 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '53b4d2ee-4b77-479e-8320-11e7b3d9f9f3', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'port_id': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'mac_address': 'fa:16:3e:b0:aa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843e0ce-6156-4d75-9341-c049c6297133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:00Z', 'updated_at': '2022-05-12T14:38:39Z', 'revision_number': 1, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:40.984403 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:40.994526 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:40.995141 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:38:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:41.113878 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:41.128799 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804de6-7ae6-4a5f-9e83-0abac1e9e875 req-fec8000a-1039-44b6-b48d-21cf777f405c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.135591 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-da804de6-7ae6-4a5f-9e83-0abac1e9e875 req-fec8000a-1039-44b6-b48d-21cf777f405c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0570955 May 12 14:38:41.178880 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-da804de6-7ae6-4a5f-9e83-0abac1e9e875 req-ef4a81d2-37bf-49d7-b60c-c2cc93fbc5f1 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 May 12 14:38:41.332611 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '53b4d2ee-4b77-479e-8320-11e7b3d9f9f3', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'port_id': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'mac_address': 'fa:16:3e:b0:aa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843e0ce-6156-4d75-9341-c049c6297133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:00Z', 'updated_at': '2022-05-12T14:38:39Z', 'revision_number': 1, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:41.354693 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abae7f-a420-47d0-8e42-56b889279e5f req-5d97a1d5-cd15-485c-82d4-f9a615d57f69 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.356209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-91abae7f-a420-47d0-8e42-56b889279e5f req-5d97a1d5-cd15-485c-82d4-f9a615d57f69 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0506034 May 12 14:38:41.363844 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb040c-a03a-48fc-84f0-19ff78fa89db None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '53b4d2ee-4b77-479e-8320-11e7b3d9f9f3', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'port_id': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'mac_address': 'fa:16:3e:b0:aa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843e0ce-6156-4d75-9341-c049c6297133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:00Z', 'updated_at': '2022-05-12T14:38:39Z', 'revision_number': 1, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:41.406812 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-91abae7f-a420-47d0-8e42-56b889279e5f req-d2c45080-e427-4658-82be-df1ff5afcff7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 May 12 14:38:41.527958 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930bdc0-5b6d-4f16-9e74-0c59e7a9cfc9 req-c1479ea3-201d-4135-93a8-693cc8bab39b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.529616 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8930bdc0-5b6d-4f16-9e74-0c59e7a9cfc9 req-c1479ea3-201d-4135-93a8-693cc8bab39b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0484984 May 12 14:38:41.568981 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4bf27-4d85-4043-81a7-c490d162a01e None None] New status for floating IP 53b4d2ee-4b77-479e-8320-11e7b3d9f9f3: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:41.581834 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8930bdc0-5b6d-4f16-9e74-0c59e7a9cfc9 req-1933cfdb-d147-43f1-91e2-13d6f2730d50 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 May 12 14:38:42.027800 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553cdc7-4ebd-46e9-bf0e-bb4f22ba91f5 req-240646bf-c59f-4741-8c72-48305ca2fb31 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.029315 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e553cdc7-4ebd-46e9-bf0e-bb4f22ba91f5 req-240646bf-c59f-4741-8c72-48305ca2fb31 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0554416 May 12 14:38:42.080222 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e553cdc7-4ebd-46e9-bf0e-bb4f22ba91f5 req-354c48cc-081f-4ff0-8e48-2d621a3c706b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 May 12 14:38:42.333047 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3c08a-8d3a-4e2c-93dd-8a86e490ca6d req-092b6b10-09f3-4e8b-a6e8-e56849bba63b tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.335193 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dfe3c08a-8d3a-4e2c-93dd-8a86e490ca6d req-092b6b10-09f3-4e8b-a6e8-e56849bba63b tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0641778 May 12 14:38:42.386220 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dfe3c08a-8d3a-4e2c-93dd-8a86e490ca6d req-4fa1708a-70c8-416c-92ea-f29beb2e1649 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 May 12 14:38:42.528597 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192f4cb-d689-4b62-8bf2-4344f30fafa7 req-e84ab7f3-2aa0-4c34-87ea-3057b2b50906 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.530266 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d192f4cb-d689-4b62-8bf2-4344f30fafa7 req-e84ab7f3-2aa0-4c34-87ea-3057b2b50906 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0559125 May 12 14:38:42.582806 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d192f4cb-d689-4b62-8bf2-4344f30fafa7 req-faa59bf6-e16f-45c3-b1eb-0788832d0b86 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467529 May 12 14:38:42.703081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd524-7828-4282-9cc9-1f147af554d1 req-932b0c19-f0e2-432a-ae96-9a119f1ac1b5 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.704715 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a2cd524-7828-4282-9cc9-1f147af554d1 req-932b0c19-f0e2-432a-ae96-9a119f1ac1b5 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0525894 May 12 14:38:42.784224 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a2cd524-7828-4282-9cc9-1f147af554d1 req-488bf9c6-c2ed-48d9-8925-c1253829c061 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729043 May 12 14:38:42.813607 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-2a430fc9-4166-4a59-b0e2-d2879ca19841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.815283 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-2a430fc9-4166-4a59-b0e2-d2879ca19841 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=129d7160-2f0a-4d57-a544-7265c8fc72d7 HTTP/1.1" status: 200 len: 848 time: 0.0593684 May 12 14:38:42.829509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-61839100-1d98-4b4f-acd4-eefad0570242 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=586bf05d-2967-4ec3-b588-a29598f5b674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742691 May 12 14:38:42.934367 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7afba993-01ff-4dd6-8fe3-486a250f2609 req-c0c29b93-4c29-46ca-8fab-7909a2c7d0cc service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779227 May 12 14:38:42.935424 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-4de0a14c-7291-4caa-98cd-5838cf809e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.936746 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-4de0a14c-7291-4caa-98cd-5838cf809e02 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.1661413 May 12 14:38:43.207069 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d314c-6ec7-4c8d-89b3-222bf40dbd27 req-d6aeb8d3-f7db-4a6f-80e1-ceccdef98bc8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.208572 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba1d314c-6ec7-4c8d-89b3-222bf40dbd27 req-d6aeb8d3-f7db-4a6f-80e1-ceccdef98bc8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0590444 May 12 14:38:43.257763 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba1d314c-6ec7-4c8d-89b3-222bf40dbd27 req-c6bdd605-81ce-4ffa-839d-7a3fb65efb00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 May 12 14:38:43.370178 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf86fa-50f2-4abe-9e00-8214d852144f req-487f659f-51c0-440b-a7c4-258f06405403 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.374792 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-feaf86fa-50f2-4abe-9e00-8214d852144f req-487f659f-51c0-440b-a7c4-258f06405403 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0523405 May 12 14:38:43.381322 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 47858) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:43.385851 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:43.430126 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (997139eb-34d0-4019-b1c1-2a56e16b9f4a), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:43.506588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495360e5-f471-4df1-ae73-5f9ed6cd5712 req-c98b3c38-fec3-43ee-880a-099a10510d3a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.508333 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-495360e5-f471-4df1-ae73-5f9ed6cd5712 req-c98b3c38-fec3-43ee-880a-099a10510d3a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0508423 May 12 14:38:43.585013 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-495360e5-f471-4df1-ae73-5f9ed6cd5712 req-a2d621b8-221b-4b38-8258-428cabc070c2 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708227 May 12 14:38:43.697604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e5079-0615-41ed-91cf-069cedf6873f req-ec90b119-0346-4acd-833b-8bb02e6679eb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.699090 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-736e5079-0615-41ed-91cf-069cedf6873f req-ec90b119-0346-4acd-833b-8bb02e6679eb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0467203 May 12 14:38:43.746761 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-736e5079-0615-41ed-91cf-069cedf6873f req-7198f806-5524-4637-94b0-4970eb56bbc2 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 May 12 14:38:43.902094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccaa23-1dfb-4201-9558-f109e3e02b67 req-8b0e1591-545c-4bd8-8304-749f0b10ba68 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.903595 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05ccaa23-1dfb-4201-9558-f109e3e02b67 req-8b0e1591-545c-4bd8-8304-749f0b10ba68 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0456967 May 12 14:38:43.906202 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:43.911026 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (997139eb-34d0-4019-b1c1-2a56e16b9f4a), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:43.954588 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05ccaa23-1dfb-4201-9558-f109e3e02b67 req-de56d75b-b8be-4045-94b4-a0c6c769344e tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447490 May 12 14:38:44.014242 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP 997139eb-34d0-4019-b1c1-2a56e16b9f4a associated. External IP: 172.27.1.233, port: cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0. May 12 14:38:44.265314 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:44.383225 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:44.387781 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:44.393087 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:44.403737 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:44.404359 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:38:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:44.418075 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f6d27327-b77b-4b3c-b75f-8bf2b31df7b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "PUT /v2.0/floatingips/997139eb-34d0-4019-b1c1-2a56e16b9f4a HTTP/1.1" status: 200 len: 991 time: 1.0355940 May 12 14:38:44.418645 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:44.421222 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154bf57-ac02-4dc8-b46b-fe0d22443d99" -d '{"events": [{"name": "network-changed", "server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:44.455974 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d72d1e-b437-4c72-a021-4f1732288615 x-openstack-request-id: req-b3d72d1e-b437-4c72-a021-4f1732288615 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:44.456343 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:44.456597 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3d72d1e-b437-4c72-a021-4f1732288615 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:44.456997 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d72d1e-b437-4c72-a021-4f1732288615'] response: {'name': 'network-changed', 'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'status': 'completed', 'code': 200} May 12 14:38:44.521494 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:44.748140 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:43Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:44.779484 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:44.789073 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:44.790807 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:38:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:44.901597 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:44.933346 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db15637-815c-44e9-8dcd-ae894b1db809 req-024a0887-f3aa-4e17-8797-127b91e4ad5d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:44.934836 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4db15637-815c-44e9-8dcd-ae894b1db809 req-024a0887-f3aa-4e17-8797-127b91e4ad5d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.2775645 May 12 14:38:44.954679 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0df73-4ee4-4e1e-bd1f-43d398013d79 req-da70d494-b341-42f3-b28d-549601819400 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:44.956195 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80b0df73-4ee4-4e1e-bd1f-43d398013d79 req-da70d494-b341-42f3-b28d-549601819400 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0657918 May 12 14:38:45.016481 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4db15637-815c-44e9-8dcd-ae894b1db809 req-8cfbfe45-4fd8-4509-8ded-84a69757bc9c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756371 May 12 14:38:45.037753 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80b0df73-4ee4-4e1e-bd1f-43d398013d79 req-d22a2f32-e9d4-4a53-8deb-50710d59c0aa tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 May 12 14:38:45.119285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63452576-8403-4b78-995b-0e2d3ba47254 req-71a260e9-e204-486f-a302-8a3bcd8fc078 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:45.120776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-63452576-8403-4b78-995b-0e2d3ba47254 req-71a260e9-e204-486f-a302-8a3bcd8fc078 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0464449 May 12 14:38:45.122482 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:43Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:45.172529 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-63452576-8403-4b78-995b-0e2d3ba47254 req-b1a7d6a6-c923-4dc6-a8b1-eb1582185f18 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460730 May 12 14:38:45.230788 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17f40f-50ac-4e5c-b66b-57f9348b5b5b None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:43Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:45.417517 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748901b8-1680-4fc8-8639-a0fa2e063b38 None None] New status for floating IP 997139eb-34d0-4019-b1c1-2a56e16b9f4a: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:46.161274 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c764e5-f802-47c5-a83f-3f667573b752 req-08e97f72-7061-480c-aa4f-8743bbab43af tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:46.162759 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69c764e5-f802-47c5-a83f-3f667573b752 req-08e97f72-7061-480c-aa4f-8743bbab43af tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0723183 May 12 14:38:46.181343 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937389-a5a8-4fa8-94f8-2dca81434f41 req-562ed663-cbfd-48a3-ae39-c155a30b2b8c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:46.182761 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa937389-a5a8-4fa8-94f8-2dca81434f41 req-562ed663-cbfd-48a3-ae39-c155a30b2b8c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0635140 May 12 14:38:46.245451 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69c764e5-f802-47c5-a83f-3f667573b752 req-a0e3131e-438d-4692-999c-4e56bc5a6973 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770741 May 12 14:38:46.256899 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa937389-a5a8-4fa8-94f8-2dca81434f41 req-acf54f65-0a29-412c-b5ab-becb3bd6f83d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661321 May 12 14:38:46.351894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8be5c-d2c2-4e13-93f7-0866517f1a36 req-77e4282f-a3dd-420c-a326-fe6a3ee73f3f tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:46.353363 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28b8be5c-d2c2-4e13-93f7-0866517f1a36 req-77e4282f-a3dd-420c-a326-fe6a3ee73f3f tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0515094 May 12 14:38:46.399924 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28b8be5c-d2c2-4e13-93f7-0866517f1a36 req-b5446205-efae-4dba-9dd7-63b217987e6f tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 May 12 14:38:47.418515 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179b679-375a-4c61-b60c-83cf5dbbd90a req-fe0432ba-0afe-4832-ad14-1c41356b4043 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.420342 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e179b679-375a-4c61-b60c-83cf5dbbd90a req-fe0432ba-0afe-4832-ad14-1c41356b4043 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0978873 May 12 14:38:47.426313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229805fb-6883-4916-bedd-0e44890f10e8 req-54000fe0-2841-49fd-9706-09fbb0437307 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.427750 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-229805fb-6883-4916-bedd-0e44890f10e8 req-54000fe0-2841-49fd-9706-09fbb0437307 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0932629 May 12 14:38:47.498049 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e179b679-375a-4c61-b60c-83cf5dbbd90a req-3af3b6e0-7336-45e8-83d4-d3be72925e7f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693257 May 12 14:38:47.501397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-229805fb-6883-4916-bedd-0e44890f10e8 req-6685bcca-46af-4b18-97d6-bd1e27758585 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669217 May 12 14:38:47.609154 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b69b3-10c7-4d54-ba4d-41a27b0605c0 req-9b432ebc-fbd5-44be-a3c9-b196278b103a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.610608 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f82b69b3-10c7-4d54-ba4d-41a27b0605c0 req-9b432ebc-fbd5-44be-a3c9-b196278b103a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0555296 May 12 14:38:47.660244 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f82b69b3-10c7-4d54-ba4d-41a27b0605c0 req-dd7e5f48-9a4c-4f38-894d-66ff21a16bb8 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 May 12 14:38:47.729156 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-c13cb5c2-b0c7-4579-b607-37f6acf736f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443983 May 12 14:38:47.739042 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-abc36c5f-11de-4ba7-8ce4-ecc00c745299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.740707 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-abc36c5f-11de-4ba7-8ce4-ecc00c745299 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1129 time: 0.0756314 May 12 14:38:47.760405 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-d5242ce0-61c4-44e5-a4cb-69d9a86bf915 service neutron] 10.222.0.85 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939884 May 12 14:38:48.464730 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-7b2c0567-31aa-4c11-8410-6dd7055b6eb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7400c71-756f-4d64-b80c-1f914eadab6d HTTP/1.1" status: 200 len: 217 time: 0.0939558 May 12 14:38:48.510105 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-cce6b44a-f6c3-472c-9b68-68c304d933a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.511719 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-cce6b44a-f6c3-472c-9b68-68c304d933a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 1129 time: 0.1304333 May 12 14:38:48.534159 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-2c8270a2-c138-4aff-b70e-d2745e07f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.535757 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-2c8270a2-c138-4aff-b70e-d2745e07f1e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 912 time: 0.1558962 May 12 14:38:48.545679 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-27df036f-ba20-4a15-8802-5c267a0e1cf3 service neutron] 10.222.0.85 "GET /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617458 May 12 14:38:48.548139 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.85', 52012) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:48.548727 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-2ba7bf4f-298e-450c-ae37-6f0ad6c79637 service neutron] 10.222.0.85 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707411 May 12 14:38:48.732456 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-f154396d-e734-4eb4-8d57-bf93c0e13419 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 200 len: 1001 time: 0.1520078 May 12 14:38:48.774876 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e7ef7-466d-411e-a0e4-81d9cb8bbf8d req-271bc20e-dcb5-43d1-a9fc-3e1997404056 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.776353 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0b7e7ef7-466d-411e-a0e4-81d9cb8bbf8d req-271bc20e-dcb5-43d1-a9fc-3e1997404056 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.1941471 May 12 14:38:48.784943 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d65f90-bc46-4f56-9385-7c981ff95e7c req-7134bba4-041b-4401-a3ba-1ff51f8f64c3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.788240 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-71d65f90-bc46-4f56-9385-7c981ff95e7c req-7134bba4-041b-4401-a3ba-1ff51f8f64c3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.2050574 May 12 14:38:48.788240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-7bd0be2f-02ac-4df9-ac6f-f210b4097245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.789105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-7bd0be2f-02ac-4df9-ac6f-f210b4097245 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.2179537 May 12 14:38:48.795375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-84dc6502-ed8d-428e-a9d1-46a99cc0fc6c tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.796968 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-84dc6502-ed8d-428e-a9d1-46a99cc0fc6c tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.85 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.2167442 May 12 14:38:48.827639 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-3dd19f36-b5b3-4880-9cb2-9e14e95ce391 service neutron] 10.222.0.85 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069204 May 12 14:38:48.829516 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-4e6e4882-61da-466f-8ea0-7cd707f35d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.832234 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-4e6e4882-61da-466f-8ea0-7cd707f35d91 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.0874405 May 12 14:38:48.900286 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-71d65f90-bc46-4f56-9385-7c981ff95e7c req-ceff0d4d-a66a-47fd-96db-f7a56ef536dd tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917699 May 12 14:38:48.904283 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-1d63d76b-397e-48c1-bf07-a42d3d0226d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.905659 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-1d63d76b-397e-48c1-bf07-a42d3d0226d5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.3072171 May 12 14:38:48.909905 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0b7e7ef7-466d-411e-a0e4-81d9cb8bbf8d req-b6d504ae-aefb-40d1-a097-7833d41a531c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120298 May 12 14:38:49.024797 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241a688-c369-4276-a4c2-cd206fdf9343 req-14325860-da0d-463a-aa68-a48b54e1b050 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:49.026337 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6241a688-c369-4276-a4c2-cd206fdf9343 req-14325860-da0d-463a-aa68-a48b54e1b050 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 946 time: 0.0527070 May 12 14:38:49.081627 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6241a688-c369-4276-a4c2-cd206fdf9343 req-9981ac43-4557-4aca-8e42-88d96a898194 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d10693d-4509-4738-aaaf-ab965ffaa585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490868 May 12 14:38:49.217665 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-fd253ece-0a8d-4702-9389-37eb956d9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:49.219881 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-fd253ece-0a8d-4702-9389-37eb956d9239 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711801 May 12 14:38:49.358369 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-39f723c1-c31c-49b7-8426-52bc6689127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:49.359936 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-39f723c1-c31c-49b7-8426-52bc6689127b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2127936 May 12 14:38:49.366067 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-1aa26bd5-8498-4ea8-8e4a-96b03659f878 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 HTTP/1.1" status: 200 len: 1001 time: 0.2066586 May 12 14:38:49.396516 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Deleting port 6576f263-e0eb-4c77-b47c-9fd54ff6acce {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:49.396857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.494034 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] For port 6576f263-e0eb-4c77-b47c-9fd54ff6acce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6576f263-e0eb-4c77-b47c-9fd54ff6acce,segment=NetworkSegment(3089b6c6-90cf-4550-aca1-2cea544775bb),segment_id=3089b6c6-90cf-4550-aca1-2cea544775bb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:49.494751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.510204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Calling delete_port for 6576f263-e0eb-4c77-b47c-9fd54ff6acce owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:49.678646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (6576f263-e0eb-4c77-b47c-9fd54ff6acce), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.708706 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Pushing event deleted for resources: {'Port': ['ID=6576f263-e0eb-4c77-b47c-9fd54ff6acce,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:49.731344 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['6576f263-e0eb-4c77-b47c-9fd54ff6acce'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:49.772179 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] No DVR routers for this DVR port 6576f263-e0eb-4c77-b47c-9fd54ff6acce on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:38:49.775619 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.778842 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.85 "DELETE /v2.0/ports/6576f263-e0eb-4c77-b47c-9fd54ff6acce HTTP/1.1" status: 204 len: 173 time: 0.6078796 May 12 14:38:49.779291 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'name': 'network-vif-deleted', 'tag': '6576f263-e0eb-4c77-b47c-9fd54ff6acce'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:49.781545 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c01fd-659d-47f1-9c95-a1a1b0080c34" -d '{"events": [{"server_uuid": "0019df15-8d39-44b1-88e4-2fa86532c89f", "name": "network-vif-deleted", "tag": "6576f263-e0eb-4c77-b47c-9fd54ff6acce"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:49.816392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3136d0d-0dcb-4361-abac-52a36ebb372f x-openstack-request-id: req-d3136d0d-0dcb-4361-abac-52a36ebb372f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:49.816683 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0019df15-8d39-44b1-88e4-2fa86532c89f", "name": "network-vif-deleted", "tag": "6576f263-e0eb-4c77-b47c-9fd54ff6acce", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:49.816939 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3136d0d-0dcb-4361-abac-52a36ebb372f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:49.817343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3136d0d-0dcb-4361-abac-52a36ebb372f'] response: {'server_uuid': '0019df15-8d39-44b1-88e4-2fa86532c89f', 'name': 'network-vif-deleted', 'tag': '6576f263-e0eb-4c77-b47c-9fd54ff6acce', 'status': 'completed', 'code': 200} May 12 14:38:50.060059 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53a21-ae49-44f7-a24e-d90ce5d28f47 req-fdc66023-7cdf-477b-9308-de02a29d47ea tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:50.061599 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59a53a21-ae49-44f7-a24e-d90ce5d28f47 req-fdc66023-7cdf-477b-9308-de02a29d47ea tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0810645 May 12 14:38:50.076995 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03465f-c3e9-4283-91e7-60d0bd96dacd req-5a353f32-ce1a-45da-b016-ca142970a8a5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:50.078478 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef03465f-c3e9-4283-91e7-60d0bd96dacd req-5a353f32-ce1a-45da-b016-ca142970a8a5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0690064 May 12 14:38:50.149598 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59a53a21-ae49-44f7-a24e-d90ce5d28f47 req-e4bca754-3877-4cf3-b4e9-bf668b679c29 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803094 May 12 14:38:50.153877 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef03465f-c3e9-4283-91e7-60d0bd96dacd req-98b12272-c302-4a0e-b734-ca0837bba0b5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 May 12 14:38:50.259611 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2378d9dd-6a14-4c2a-a8d1-832da4f2bb4d req-623edfa8-d372-4d01-9dc5-9cde490a405a tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.0363698 May 12 14:38:51.309605 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caf162-fe0d-47ed-a3f9-8ab48c22a6dc req-82317180-0bfe-453b-91de-e1edfad9646a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.311058 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4caf162-fe0d-47ed-a3f9-8ab48c22a6dc req-82317180-0bfe-453b-91de-e1edfad9646a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 943 time: 0.0746319 May 12 14:38:51.319111 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745934c-d33a-4ba1-9b72-ae5296fd7eaa req-a3f8d352-8d6a-4065-a64e-c06f3292b2b6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.320505 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5745934c-d33a-4ba1-9b72-ae5296fd7eaa req-a3f8d352-8d6a-4065-a64e-c06f3292b2b6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0749509 May 12 14:38:51.391065 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4caf162-fe0d-47ed-a3f9-8ab48c22a6dc req-5555bb1f-873f-4eb2-93fb-0388b7171a27 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696330 May 12 14:38:51.394181 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5745934c-d33a-4ba1-9b72-ae5296fd7eaa req-8e5135c0-b437-4c7c-98ed-459ebe382257 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670769 May 12 14:38:51.485250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9d2f767-35a2-4895-a02c-bb62ecad301a req-f86b6c83-83ba-45fc-bc9e-54c9684ce6b5 tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.0308213 May 12 14:38:51.778022 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 9a850fe2-67d9-4c71-95fe-30ee56050c6d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:51.793979 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 6576f263-e0eb-4c77-b47c-9fd54ff6acce no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:38:51.827607 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 6576f263-e0eb-4c77-b47c-9fd54ff6acce {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:38:51.828476 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 6576f263-e0eb-4c77-b47c-9fd54ff6acce not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:38:51.865658 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-3e962da3-c1eb-4aee-aae3-b91a234b22ec service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396871 May 12 14:38:51.870236 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-942d3ac5-3482-4f24-9dd8-56604776aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.871707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-942d3ac5-3482-4f24-9dd8-56604776aba3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.1487288 May 12 14:38:51.881835 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-bf6ff18a-454d-4612-a71e-66d7939ceac9 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600373 May 12 14:38:51.928739 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9a850fe2-67d9-4c71-95fe-30ee56050c6d,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:51.940351 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '9a850fe2-67d9-4c71-95fe-30ee56050c6d', 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b', 'port_id': '9a850fe2-67d9-4c71-95fe-30ee56050c6d', 'mac_address': 'fa:16:3e:b0:c1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d7160-2f0a-4d57-a544-7265c8fc72d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:51.983325 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 9a850fe2-67d9-4c71-95fe-30ee56050c6d is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:51.983618 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:51.998899 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a850fe2-67d9-4c71-95fe-30ee56050c6d {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:52.022126 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9a850fe2-67d9-4c71-95fe-30ee56050c6d,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:52.029550 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:52.031191 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-b8d7a550-0005-4df5-b456-73d70cc66a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.033530 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-b8d7a550-0005-4df5-b456-73d70cc66a64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730875 May 12 14:38:52.089193 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=9a850fe2-67d9-4c71-95fe-30ee56050c6d,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:52.093005 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a27f2b2-4826-44eb-8436-40f9a1b971b4 req-4ca60a0f-07c2-4ad8-8ee3-17163473ab40 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206911 May 12 14:38:52.267734 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-4e192e16-55ec-469a-b4f3-0212fc3bb760 req-e4d31256-ff67-47da-9977-7381ac7ff4b0 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074329 May 12 14:38:52.369781 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-16c8dc44-9ba7-45ef-9b05-de1b8935839d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:52.593892 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e9fbd-9a78-4bc6-9b60-e034054db3a4 req-821b4117-30c0-4cbc-a3f9-9f90159314ce tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.595984 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e14e9fbd-9a78-4bc6-9b60-e034054db3a4 req-821b4117-30c0-4cbc-a3f9-9f90159314ce tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 944 time: 0.1316750 May 12 14:38:52.624797 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3046df4-827d-4c55-8f30-4ef760f4f2a4 req-cc31757a-155c-44c7-aa29-7e052e877759 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.626221 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3046df4-827d-4c55-8f30-4ef760f4f2a4 req-cc31757a-155c-44c7-aa29-7e052e877759 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.1222420 May 12 14:38:52.630106 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-86297bd8-d479-42bc-8c44-3397871c0ec0 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994960 May 12 14:38:52.630833 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['9a850fe2-67d9-4c71-95fe-30ee56050c6d'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:52.936247 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e14e9fbd-9a78-4bc6-9b60-e034054db3a4 req-6903b36c-bd30-474d-bed8-10cf9347fdf0 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325064 May 12 14:38:53.007068 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3046df4-827d-4c55-8f30-4ef760f4f2a4 req-3e55de88-57ff-460c-ba38-ab68c908968d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689909 May 12 14:38:53.060416 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64b9897c-0792-459a-bbb8-55efa73538b5 req-d4feb687-8c36-424c-982d-f22c1e9b85ee tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] 10.222.0.79 "GET /v2.0/ports?device_id=0019df15-8d39-44b1-88e4-2fa86532c89f HTTP/1.1" status: 200 len: 210 time: 0.0488503 May 12 14:38:53.065927 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c154bf57-ac02-4dc8-b46b-fe0d22443d99 req-532aa72b-46b1-4b9c-924c-cb0a298d4095 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141066 May 12 14:38:54.009685 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 9a850fe2-67d9-4c71-95fe-30ee56050c6d up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:54.063574 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 9a850fe2-67d9-4c71-95fe-30ee56050c6d completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:54.074296 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 9a850fe2-67d9-4c71-95fe-30ee56050c6d triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:54.075041 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.079917 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac1e7-8ecd-4ee2-b29e-0a52c7b611fe req-a0d9849d-f144-4913-bc1d-cd5d52623c9c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:54.082847 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-657ac1e7-8ecd-4ee2-b29e-0a52c7b611fe req-a0d9849d-f144-4913-bc1d-cd5d52623c9c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 944 time: 0.0716352 May 12 14:38:54.174095 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 9a850fe2-67d9-4c71-95fe-30ee56050c6d is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:54.174784 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.178187 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-657ac1e7-8ecd-4ee2-b29e-0a52c7b611fe req-a30b84f9-e903-49ce-9cda-a7d0e912d52e tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876532 May 12 14:38:54.201200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffeeac-08c8-4d5b-9d93-5aa85705633a req-5ab02366-972c-4007-a094-a2b6fabd26bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:54.201200 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34ffeeac-08c8-4d5b-9d93-5aa85705633a req-5ab02366-972c-4007-a094-a2b6fabd26bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0779977 May 12 14:38:54.220726 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a850fe2-67d9-4c71-95fe-30ee56050c6d'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:54.223732 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e67c16-0fcb-4630-97db-4f6ace398c53" -d '{"events": [{"server_uuid": "801b2a6c-d508-4678-ac97-78280c88b6fa", "name": "network-vif-plugged", "status": "completed", "tag": "9a850fe2-67d9-4c71-95fe-30ee56050c6d"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:54.245706 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9a850fe2-67d9-4c71-95fe-30ee56050c6d,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:54.251092 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.256865 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34ffeeac-08c8-4d5b-9d93-5aa85705633a req-1e458ddf-f174-4d44-a97f-e76959921c9e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575092 May 12 14:38:54.298678 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ba5dfe-846e-47ac-b6ea-2daaeb1b7502 x-openstack-request-id: req-47ba5dfe-846e-47ac-b6ea-2daaeb1b7502 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:54.299079 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801b2a6c-d508-4678-ac97-78280c88b6fa", "name": "network-vif-plugged", "status": "completed", "tag": "9a850fe2-67d9-4c71-95fe-30ee56050c6d", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:54.299426 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47ba5dfe-846e-47ac-b6ea-2daaeb1b7502 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:54.299938 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ba5dfe-846e-47ac-b6ea-2daaeb1b7502'] response: {'server_uuid': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a850fe2-67d9-4c71-95fe-30ee56050c6d', 'code': 200} May 12 14:38:54.310927 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=9a850fe2-67d9-4c71-95fe-30ee56050c6d,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:54.566193 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:54.588079 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cf276-73ef-47b9-9ff5-3389651ed8e6 req-cf0a3c74-dbcb-48dd-b84e-2aacb37247a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:54.589618 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f17cf276-73ef-47b9-9ff5-3389651ed8e6 req-cf0a3c74-dbcb-48dd-b84e-2aacb37247a1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 1129 time: 0.0470731 May 12 14:38:54.615380 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Deleting subnet 84e3e954-8613-45ac-b86c-afe25bf02b06 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:38:54.620319 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Publish callbacks [] for subnet (84e3e954-8613-45ac-b86c-afe25bf02b06), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.637206 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f17cf276-73ef-47b9-9ff5-3389651ed8e6 req-103b74f9-9a32-45c2-b234-e141de9ea434 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 May 12 14:38:54.662236 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Publish callbacks [] for subnet (84e3e954-8613-45ac-b86c-afe25bf02b06), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.672471 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (84e3e954-8613-45ac-b86c-afe25bf02b06), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.747841 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (84e3e954-8613-45ac-b86c-afe25bf02b06), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.773662 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e3e954-8613-45ac-b86c-afe25bf02b06,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:54.780127 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.785838 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d01d70c8-3481-461e-b278-0d94380f7692 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/84e3e954-8613-45ac-b86c-afe25bf02b06 HTTP/1.1" status: 204 len: 168 time: 0.2185907 May 12 14:38:54.786509 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48122) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:54.811494 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df2d1839-8302-432b-959e-ee85dd09e5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.858325 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (f7fa4679-4560-4bec-9960-0f945dc2a834), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.942227 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (f7fa4679-4560-4bec-9960-0f945dc2a834), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.963199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.963548 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.964331 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.964678 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.964990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.965323 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.965649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.965967 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.966286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:54.966613 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:55.058928 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:55.059286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:55.059617 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:55.060032 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:55.060389 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fa4679-4560-4bec-9960-0f945dc2a834']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:55.080994 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a070e64-22b2-440a-bd4d-404f7f795d39') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:55.081632 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a070e64-22b2-440a-bd4d-404f7f795d39') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:55.098721 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (3a070e64-22b2-440a-bd4d-404f7f795d39), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.120920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (3a070e64-22b2-440a-bd4d-404f7f795d39), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.129671 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:38:55.130081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (3a070e64-22b2-440a-bd4d-404f7f795d39), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: from cryptography.utils import int_from_bytes May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: from cryptography.utils import int_from_bytes May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:38:55.147767 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:38:55.216305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (f7fa4679-4560-4bec-9960-0f945dc2a834), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.223233 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.229424 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f7fa4679-4560-4bec-9960-0f945dc2a834 HTTP/1.1" status: 204 len: 168 time: 0.4389935 May 12 14:38:55.230490 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48132) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:55.241009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa8f2c-d54d-45e4-8227-77d7745ee0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fa4679-4560-4bec-9960-0f945dc2a834,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.282999 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Deleting subnet d259d104-7ad7-4167-b551-099f4c82db6e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:38:55.286805 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Publish callbacks [] for subnet (d259d104-7ad7-4167-b551-099f4c82db6e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.306841 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fec7-88a6-43f2-9cb0-edbdfa45947b req-a0ce6062-4aae-442b-8ace-cf6dacf35ac1 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.308494 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8be5fec7-88a6-43f2-9cb0-edbdfa45947b req-a0ce6062-4aae-442b-8ace-cf6dacf35ac1 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 945 time: 0.0501297 May 12 14:38:55.332399 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Publish callbacks [] for subnet (d259d104-7ad7-4167-b551-099f4c82db6e), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.339019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (d259d104-7ad7-4167-b551-099f4c82db6e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.397021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (d259d104-7ad7-4167-b551-099f4c82db6e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.397494 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8be5fec7-88a6-43f2-9cb0-edbdfa45947b req-ca0e9b89-1ec9-436d-8e39-ac270a0d9b2a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820985 May 12 14:38:55.404268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724dfd4-97db-41a7-baa8-2cbffbff6fcd req-7833c387-b399-47a3-b3e1-8ba7d08010f8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.405933 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4724dfd4-97db-41a7-baa8-2cbffbff6fcd req-7833c387-b399-47a3-b3e1-8ba7d08010f8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0731161 May 12 14:38:55.431948 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d259d104-7ad7-4167-b551-099f4c82db6e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.441445 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.445926 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-53f1e0ed-44d3-463a-bc21-61f182f9ec7b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d259d104-7ad7-4167-b551-099f4c82db6e HTTP/1.1" status: 204 len: 168 time: 0.2141340 May 12 14:38:55.448311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48138) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:55.490763 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4724dfd4-97db-41a7-baa8-2cbffbff6fcd req-be65e390-7469-451a-98db-18cc70bce3f0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730901 May 12 14:38:55.538762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (3623c761-54f1-4bdc-94ee-dfdbee3ceb78), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.631714 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (3623c761-54f1-4bdc-94ee-dfdbee3ceb78), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.653721 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3623c761-54f1-4bdc-94ee-dfdbee3ceb78']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:55.665984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028da0bf-d36f-45a7-8008-314c846f492c') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:55.666291 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028da0bf-d36f-45a7-8008-314c846f492c') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:55.678120 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (028da0bf-d36f-45a7-8008-314c846f492c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.695161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (028da0bf-d36f-45a7-8008-314c846f492c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.701921 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:38:55.702302 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (028da0bf-d36f-45a7-8008-314c846f492c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:38:55.704073 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:38:55.729071 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48146) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:55.770578 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (3623c761-54f1-4bdc-94ee-dfdbee3ceb78), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.776548 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.777005 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Deleting subnet 9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:38:55.782747 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] 10.222.0.79 "DELETE /v2.0/networks/3623c761-54f1-4bdc-94ee-dfdbee3ceb78 HTTP/1.1" status: 204 len: 168 time: 0.3304946 May 12 14:38:55.782899 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Publish callbacks [] for subnet (9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.791781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db97e66-d3bf-44e8-8368-e6b95e40dc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3623c761-54f1-4bdc-94ee-dfdbee3ceb78,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.821146 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Publish callbacks [] for subnet (9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.833183 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.857809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.890705 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for subnet (9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.918875 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.921265 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.924476 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b8132d38-de8c-4383-a533-69ffdddae676 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9d7332b4-0c72-4bf9-9d34-e9da6c9a0b8c HTTP/1.1" status: 204 len: 168 time: 0.1943619 May 12 14:38:55.926989 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:55.969270 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48152) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:56.008508 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-639523c4-fd2d-449f-bb2f-ef9221717224 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70f9692b74b3466890a51ca90bf9c953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378311 May 12 14:38:56.010262 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (586bf05d-2967-4ec3-b588-a29598f5b674), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.010844 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48154) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:56.060512 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28e1a5d1-c2be-493e-949b-4cba14ecf917 admin admin] Publish callbacks [] for security_group (2c64f13e-3f82-4665-8f83-e1f742ba9586), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.086379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28e1a5d1-c2be-493e-949b-4cba14ecf917 admin admin] Publish callbacks [] for security_group (2c64f13e-3f82-4665-8f83-e1f742ba9586), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.096445 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (586bf05d-2967-4ec3-b588-a29598f5b674), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.116791 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.117319 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.118081 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.118435 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.118761 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.119099 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.119515 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.119950 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.120343 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.120678 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.134723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28e1a5d1-c2be-493e-949b-4cba14ecf917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2c64f13e-3f82-4665-8f83-e1f742ba9586), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.137621 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28e1a5d1-c2be-493e-949b-4cba14ecf917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.138853 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-28e1a5d1-c2be-493e-949b-4cba14ecf917 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c64f13e-3f82-4665-8f83-e1f742ba9586 HTTP/1.1" status: 204 len: 168 time: 0.1270325 May 12 14:38:56.147634 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1a5d1-c2be-493e-949b-4cba14ecf917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c64f13e-3f82-4665-8f83-e1f742ba9586,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:56.188591 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.188952 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.189288 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.189623 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:38:56.190007 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586bf05d-2967-4ec3-b588-a29598f5b674']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:56.207398 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3089b6c6-90cf-4550-aca1-2cea544775bb') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:56.207674 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3089b6c6-90cf-4550-aca1-2cea544775bb') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:56.228074 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (3089b6c6-90cf-4550-aca1-2cea544775bb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.248823 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (3089b6c6-90cf-4550-aca1-2cea544775bb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.257732 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:38:56.258412 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (3089b6c6-90cf-4550-aca1-2cea544775bb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: from cryptography.utils import int_from_bytes May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: from cryptography.utils import int_from_bytes May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:38:56.263746 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:38:56.323837 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (586bf05d-2967-4ec3-b588-a29598f5b674), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.332566 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.338854 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] 10.222.0.79 "DELETE /v2.0/networks/586bf05d-2967-4ec3-b588-a29598f5b674 HTTP/1.1" status: 204 len: 168 time: 0.4080749 May 12 14:38:56.348561 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555aaee-30b4-4436-8892-372c76815951 admin admin] Pushing event deleted for resources: {'Network': ['ID=586bf05d-2967-4ec3-b588-a29598f5b674,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:56.520421 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:56.570631 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48170) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:56.572255 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3980c-aab8-4af1-aacf-6b178f3d6207 req-6ea44a54-1be2-42bf-a4ad-d7fc78745d8a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.573829 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4fa3980c-aab8-4af1-aacf-6b178f3d6207 req-6ea44a54-1be2-42bf-a4ad-d7fc78745d8a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 945 time: 0.0922980 May 12 14:38:56.597845 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e36a291c-ac8d-44d3-a0d4-c4272a7fe3ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df97e39b9bf940d5a2a0b0c8897d0022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762510 May 12 14:38:56.602485 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48172) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:56.643326 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81666b15-fc45-4530-a8c0-d399458ed9f8 req-a2c3467a-7882-4dcf-b213-63b67062b2f1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.644841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81666b15-fc45-4530-a8c0-d399458ed9f8 req-a2c3467a-7882-4dcf-b213-63b67062b2f1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0698597 May 12 14:38:56.646901 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6e5f514d-237f-4a26-bc2f-fd33fb16bb5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c865b8a441ac423e9032a0c70301ec6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0750113 May 12 14:38:56.647852 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48174) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:56.674017 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f99c70a-2f20-4bcb-83eb-b36d6512555b admin admin] Publish callbacks [] for security_group (a66e9445-c0dc-44b8-a613-1d8dd874059e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.697369 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f99c70a-2f20-4bcb-83eb-b36d6512555b admin admin] Publish callbacks [] for security_group (a66e9445-c0dc-44b8-a613-1d8dd874059e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.701153 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4fa3980c-aab8-4af1-aacf-6b178f3d6207 req-0d3bcde7-03ba-4b7d-8bfd-f8ad78e81230 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174262 May 12 14:38:56.750245 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81666b15-fc45-4530-a8c0-d399458ed9f8 req-93c0cbba-4372-4b6c-89bf-0f994216aee9 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918312 May 12 14:38:56.753258 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ae6d-008f-4bf5-ac8b-b8f1e3382af3 admin admin] Publish callbacks [] for security_group (4d10693d-4509-4738-aaaf-ab965ffaa585), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.762070 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f99c70a-2f20-4bcb-83eb-b36d6512555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a66e9445-c0dc-44b8-a613-1d8dd874059e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.765370 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f99c70a-2f20-4bcb-83eb-b36d6512555b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.766969 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6f99c70a-2f20-4bcb-83eb-b36d6512555b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a66e9445-c0dc-44b8-a613-1d8dd874059e HTTP/1.1" status: 204 len: 168 time: 0.1630874 May 12 14:38:56.779994 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99c70a-2f20-4bcb-83eb-b36d6512555b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e9445-c0dc-44b8-a613-1d8dd874059e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:56.785361 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ae6d-008f-4bf5-ac8b-b8f1e3382af3 admin admin] Publish callbacks [] for security_group (4d10693d-4509-4738-aaaf-ab965ffaa585), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.841980 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ae6d-008f-4bf5-ac8b-b8f1e3382af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (4d10693d-4509-4738-aaaf-ab965ffaa585), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.845380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ae6d-008f-4bf5-ac8b-b8f1e3382af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:56.848372 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a3f3ae6d-008f-4bf5-ac8b-b8f1e3382af3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d10693d-4509-4738-aaaf-ab965ffaa585 HTTP/1.1" status: 204 len: 168 time: 0.1994390 May 12 14:38:56.858394 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3ae6d-008f-4bf5-ac8b-b8f1e3382af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d10693d-4509-4738-aaaf-ab965ffaa585,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:57.014548 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:57.888595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f98bf-6864-4eff-9c33-932d1e147f5d req-508e99d1-53a2-4b7a-a9a1-a1dd9be01a68 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:57.890143 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-820f98bf-6864-4eff-9c33-932d1e147f5d req-508e99d1-53a2-4b7a-a9a1-a1dd9be01a68 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 945 time: 0.0859616 May 12 14:38:57.920126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d31084-2263-4975-abd5-9cb9f2c826ca req-251f0235-c832-439d-b407-dfd5205dcd73 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:57.922003 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9d31084-2263-4975-abd5-9cb9f2c826ca req-251f0235-c832-439d-b407-dfd5205dcd73 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0728867 May 12 14:38:57.988056 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-820f98bf-6864-4eff-9c33-932d1e147f5d req-d2aaacab-e3d1-4fc3-90f2-d1b90ef964a7 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883589 May 12 14:38:58.011503 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9d31084-2263-4975-abd5-9cb9f2c826ca req-d55f4d83-9e5c-411f-9af1-ec14e4e42e0c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 May 12 14:38:58.703889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:59.146577 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da5ba1-7358-48a5-87a1-29ce75563e0e req-13069a23-f040-4607-be93-a5a246c260c5 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:59.148505 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4da5ba1-7358-48a5-87a1-29ce75563e0e req-13069a23-f040-4607-be93-a5a246c260c5 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 945 time: 0.0872016 May 12 14:38:59.170378 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411dc02-d5d0-4cc0-8c6c-8c91f1711cc4 req-0378ce4f-4259-4169-bf13-bcc02fde853c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:59.171861 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a411dc02-d5d0-4cc0-8c6c-8c91f1711cc4 req-0378ce4f-4259-4169-bf13-bcc02fde853c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0737085 May 12 14:38:59.242330 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4da5ba1-7358-48a5-87a1-29ce75563e0e req-7e334ea4-a065-4461-9b0f-c6bc73b4a57b tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870895 May 12 14:38:59.246982 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a411dc02-d5d0-4cc0-8c6c-8c91f1711cc4 req-28e375d3-a32d-484e-97cd-01d8d69c024a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679712 May 12 14:39:00.403556 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dd780-c262-42c7-a120-755080c1902e req-433a4ad8-370d-4f4b-9000-e52549cdadc1 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:00.405105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-110dd780-c262-42c7-a120-755080c1902e req-433a4ad8-370d-4f4b-9000-e52549cdadc1 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 945 time: 0.0886061 May 12 14:39:00.425911 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b238-5434-4eba-a192-0670cd593ed6 req-ce2025fc-7daa-4835-8587-d621ec6d9a67 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:00.427377 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8153b238-5434-4eba-a192-0670cd593ed6 req-ce2025fc-7daa-4835-8587-d621ec6d9a67 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0725830 May 12 14:39:00.489228 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-110dd780-c262-42c7-a120-755080c1902e req-227a4952-6267-49a1-9a0e-4283bcdbaaaa tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777328 May 12 14:39:00.500989 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8153b238-5434-4eba-a192-0670cd593ed6 req-97debbab-4489-4aeb-b1c3-ccbfba5ebf8d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667973 May 12 14:39:00.582699 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76434b6-eebb-444f-874c-72762bd5c878 req-2ae4241c-6f49-406a-87f2-db49d01e717e tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:00.584404 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f76434b6-eebb-444f-874c-72762bd5c878 req-2ae4241c-6f49-406a-87f2-db49d01e717e tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 945 time: 0.0519271 May 12 14:39:00.683190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Deleting port 9a850fe2-67d9-4c71-95fe-30ee56050c6d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:39:00.683633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:00.776647 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] For port 9a850fe2-67d9-4c71-95fe-30ee56050c6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9a850fe2-67d9-4c71-95fe-30ee56050c6d,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:00.777021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:00.790429 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Calling delete_port for 9a850fe2-67d9-4c71-95fe-30ee56050c6d owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:39:00.925123 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (9a850fe2-67d9-4c71-95fe-30ee56050c6d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:00.954530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Pushing event deleted for resources: {'Port': ['ID=9a850fe2-67d9-4c71-95fe-30ee56050c6d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:00.984018 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['9a850fe2-67d9-4c71-95fe-30ee56050c6d'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:01.002584 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] No DVR routers for this DVR port 9a850fe2-67d9-4c71-95fe-30ee56050c6d on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:39:01.005768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:01.009279 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f76434b6-eebb-444f-874c-72762bd5c878 req-e6e126e4-092f-45c5-baf2-299685082581 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "DELETE /v2.0/ports/9a850fe2-67d9-4c71-95fe-30ee56050c6d HTTP/1.1" status: 204 len: 173 time: 0.4192836 May 12 14:39:01.009848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'name': 'network-vif-deleted', 'tag': '9a850fe2-67d9-4c71-95fe-30ee56050c6d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:01.012152 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4f3920-a679-4aea-8891-93a8bcbdf7de" -d '{"events": [{"server_uuid": "801b2a6c-d508-4678-ac97-78280c88b6fa", "name": "network-vif-deleted", "tag": "9a850fe2-67d9-4c71-95fe-30ee56050c6d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:01.057574 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d01f5e-1dda-4223-817d-c922d69a5b53 x-openstack-request-id: req-75d01f5e-1dda-4223-817d-c922d69a5b53 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:01.057876 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801b2a6c-d508-4678-ac97-78280c88b6fa", "name": "network-vif-deleted", "tag": "9a850fe2-67d9-4c71-95fe-30ee56050c6d", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:01.058140 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75d01f5e-1dda-4223-817d-c922d69a5b53 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:01.058553 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d01f5e-1dda-4223-817d-c922d69a5b53'] response: {'server_uuid': '801b2a6c-d508-4678-ac97-78280c88b6fa', 'name': 'network-vif-deleted', 'tag': '9a850fe2-67d9-4c71-95fe-30ee56050c6d', 'status': 'completed', 'code': 200} May 12 14:39:01.612933 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:01.630670 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ca0b8bfb-ff3b-42eb-b919-de2b5d4ade3d req-4ea6cb2a-dc17-4be7-a604-c1a6bf4ce874 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=801b2a6c-d508-4678-ac97-78280c88b6fa HTTP/1.1" status: 200 len: 210 time: 0.0544319 May 12 14:39:01.642720 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578aa58-4c55-4395-9e16-8e2d8f915b72 req-9d025fef-ff32-4cfe-b48d-51df5d4e6463 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:01.644023 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0578aa58-4c55-4395-9e16-8e2d8f915b72 req-9d025fef-ff32-4cfe-b48d-51df5d4e6463 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0702522 May 12 14:39:01.694283 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0578aa58-4c55-4395-9e16-8e2d8f915b72 req-7efd86c4-e58a-4435-86e6-f0e2dbf84efd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 May 12 14:39:01.728901 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca568194-ca7c-4dcf-ad0c-5c6768530b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:01.750744 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:01.811769 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca568194-ca7c-4dcf-ad0c-5c6768530b15 admin admin] Publish callbacks [] for security_group (900968ad-65f8-4cd2-a653-a19848a4b5d1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:01.816485 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca568194-ca7c-4dcf-ad0c-5c6768530b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (900968ad-65f8-4cd2-a653-a19848a4b5d1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:01.861269 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ca568194-ca7c-4dcf-ad0c-5c6768530b15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=955bea5ccc564b7f8cd5c83c3a21e41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471414 May 12 14:39:01.861967 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca568194-ca7c-4dcf-ad0c-5c6768530b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900968ad-65f8-4cd2-a653-a19848a4b5d1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:01.864820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48386) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:01.922732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-978ab746-5ce6-4b0b-bc4c-9417f01a6382 admin admin] Publish callbacks [] for security_group (900968ad-65f8-4cd2-a653-a19848a4b5d1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:01.950207 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-978ab746-5ce6-4b0b-bc4c-9417f01a6382 admin admin] Publish callbacks [] for security_group (900968ad-65f8-4cd2-a653-a19848a4b5d1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.009928 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-978ab746-5ce6-4b0b-bc4c-9417f01a6382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (900968ad-65f8-4cd2-a653-a19848a4b5d1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.012468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-978ab746-5ce6-4b0b-bc4c-9417f01a6382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.013645 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-978ab746-5ce6-4b0b-bc4c-9417f01a6382 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/900968ad-65f8-4cd2-a653-a19848a4b5d1 HTTP/1.1" status: 204 len: 168 time: 0.1476846 May 12 14:39:02.021421 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ab746-5ce6-4b0b-bc4c-9417f01a6382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900968ad-65f8-4cd2-a653-a19848a4b5d1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:02.294249 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48394) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:02.313768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6db7404b-b9e8-41ed-9c81-a284c81dcf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.396389 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6db7404b-b9e8-41ed-9c81-a284c81dcf3e admin admin] Publish callbacks [] for security_group (895c7eb7-529f-4d04-9ef6-2a81b3d2981c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.400704 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6db7404b-b9e8-41ed-9c81-a284c81dcf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (895c7eb7-529f-4d04-9ef6-2a81b3d2981c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.443259 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6db7404b-b9e8-41ed-9c81-a284c81dcf3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97ca6f14bcc64fa6935d7e977c42b652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472437 May 12 14:39:02.444514 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7404b-b9e8-41ed-9c81-a284c81dcf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c7eb7-529f-4d04-9ef6-2a81b3d2981c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:02.446569 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:02.497863 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48ad3abd-b7b7-4fd2-9b4a-dcdcc0452970 admin admin] Publish callbacks [] for security_group (895c7eb7-529f-4d04-9ef6-2a81b3d2981c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.520370 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48ad3abd-b7b7-4fd2-9b4a-dcdcc0452970 admin admin] Publish callbacks [] for security_group (895c7eb7-529f-4d04-9ef6-2a81b3d2981c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.572254 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48ad3abd-b7b7-4fd2-9b4a-dcdcc0452970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (895c7eb7-529f-4d04-9ef6-2a81b3d2981c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.575074 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48ad3abd-b7b7-4fd2-9b4a-dcdcc0452970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.576265 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-48ad3abd-b7b7-4fd2-9b4a-dcdcc0452970 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/895c7eb7-529f-4d04-9ef6-2a81b3d2981c HTTP/1.1" status: 204 len: 168 time: 0.1282134 May 12 14:39:02.584695 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad3abd-b7b7-4fd2-9b4a-dcdcc0452970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c7eb7-529f-4d04-9ef6-2a81b3d2981c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:02.830167 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540316e-f17b-4172-9453-31ea28db506e req-3606015d-c434-410b-a9fb-a5803b39a29a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:02.833189 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9540316e-f17b-4172-9453-31ea28db506e req-3606015d-c434-410b-a9fb-a5803b39a29a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0593388 May 12 14:39:02.886908 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9540316e-f17b-4172-9453-31ea28db506e req-b5afc405-7621-45f4-ba4c-bd3419b5730e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 May 12 14:39:03.004438 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-e90bfed4-96b0-43f0-a673-0e4eca3d3bfd tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:03.006057 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-e90bfed4-96b0-43f0-a673-0e4eca3d3bfd tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/networks?id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b HTTP/1.1" status: 200 len: 808 time: 0.1015964 May 12 14:39:03.021439 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-74183a46-fc44-44ec-bfba-0afb951214d3 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/quotas/eeba321debcd40e6ba9eb9a5c1e534ce HTTP/1.1" status: 200 len: 375 time: 0.0096087 May 12 14:39:03.066051 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-1ad5bad1-3409-47b7-942a-64c9293acdfb tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389113 May 12 14:39:03.175997 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-e26e8561-9b4d-4360-8dd5-21b307ad4b7c service neutron] 10.222.0.79 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014640 May 12 14:39:03.273697 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-1a831455-f933-48d1-a3cd-8959927c221a service neutron] 10.222.0.79 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925534 May 12 14:39:03.441465 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb25bf7a-b15d-489b-a4cd-b2c69db9151d req-6b4a0cda-72c4-4d65-9a97-f8c406987a4d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 210 time: 0.0300708 May 12 14:39:04.033978 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beff64-4c90-48f0-9f0e-5413d6b9e88c req-aa6ed7ac-b519-403c-ae40-39bcaa301f9e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:04.035964 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a9beff64-4c90-48f0-9f0e-5413d6b9e88c req-aa6ed7ac-b519-403c-ae40-39bcaa301f9e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0605857 May 12 14:39:04.056985 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 9a850fe2-67d9-4c71-95fe-30ee56050c6d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:39:04.106537 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a9beff64-4c90-48f0-9f0e-5413d6b9e88c req-5a64b016-2236-4c25-b44d-67e477b128ef tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619929 May 12 14:39:04.108826 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 9a850fe2-67d9-4c71-95fe-30ee56050c6d {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:39:04.110376 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 9a850fe2-67d9-4c71-95fe-30ee56050c6d not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:39:04.452263 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48498) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:04.569010 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-14e2ffae-580f-4bcc-869b-269c002bdc63 req-a73bb57e-dd3a-4462-b24d-a6dcb2014461 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 210 time: 0.0467520 May 12 14:39:04.576453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cbf13a5-6d60-48ce-b52e-39056a0e4dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.664814 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cbf13a5-6d60-48ce-b52e-39056a0e4dbd admin admin] Publish callbacks [] for security_group (47d19b7b-ebcf-4744-a857-d22718b78d8e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.670380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cbf13a5-6d60-48ce-b52e-39056a0e4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (47d19b7b-ebcf-4744-a857-d22718b78d8e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.718975 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6cbf13a5-6d60-48ce-b52e-39056a0e4dbd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f9cf4d5bc8f42caba177f6c850296ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655666 May 12 14:39:04.719804 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf13a5-6d60-48ce-b52e-39056a0e4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d19b7b-ebcf-4744-a857-d22718b78d8e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:04.721760 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:04.784256 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52dfca6b-7333-4a31-a602-7d4ddb0fcd8e admin admin] Publish callbacks [] for security_group (47d19b7b-ebcf-4744-a857-d22718b78d8e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.809648 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52dfca6b-7333-4a31-a602-7d4ddb0fcd8e admin admin] Publish callbacks [] for security_group (47d19b7b-ebcf-4744-a857-d22718b78d8e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.840853 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-12665bea-39e2-4cde-ac36-c5c9ad7fe6ea tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:04.842957 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-12665bea-39e2-4cde-ac36-c5c9ad7fe6ea tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "GET /v2.0/networks?id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b HTTP/1.1" status: 200 len: 808 time: 0.1133776 May 12 14:39:04.872028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Request body: {'port': {'device_id': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b', 'admin_state_up': True, 'tenant_id': 'eeba321debcd40e6ba9eb9a5c1e534ce'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:04.878499 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52dfca6b-7333-4a31-a602-7d4ddb0fcd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (47d19b7b-ebcf-4744-a857-d22718b78d8e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.881180 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52dfca6b-7333-4a31-a602-7d4ddb0fcd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.882498 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-52dfca6b-7333-4a31-a602-7d4ddb0fcd8e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47d19b7b-ebcf-4744-a857-d22718b78d8e HTTP/1.1" status: 204 len: 168 time: 0.1595867 May 12 14:39:04.892192 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfca6b-7333-4a31-a602-7d4ddb0fcd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d19b7b-ebcf-4744-a857-d22718b78d8e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:04.989450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Made reservation on behalf of eeba321debcd40e6ba9eb9a5c1e534ce for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:04.993195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.128594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Allocated IP 172.20.0.5 (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b/129d7160-2f0a-4d57-a544-7265c8fc72d7/cb991b99-1797-43ce-8012-d010c35da054) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:39:05.177895 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48520) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:05.191028 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02b53a0d-0251-4212-ada5-94022b41da96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.244223 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78d767-2d78-4334-a72c-184b3f2f0e00 req-c7cab586-af0c-43a6-91c3-c52270602864 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:05.245751 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dc78d767-2d78-4334-a72c-184b3f2f0e00 req-c7cab586-af0c-43a6-91c3-c52270602864 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0720398 May 12 14:39:05.288482 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02b53a0d-0251-4212-ada5-94022b41da96 admin admin] Publish callbacks [] for security_group (f796988d-679e-44ed-b300-6882a8a9cabd), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.293977 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02b53a0d-0251-4212-ada5-94022b41da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f796988d-679e-44ed-b300-6882a8a9cabd), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.336260 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-02b53a0d-0251-4212-ada5-94022b41da96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f6cbfc2f12a41949460b32856e179a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569655 May 12 14:39:05.337482 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b53a0d-0251-4212-ada5-94022b41da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f796988d-679e-44ed-b300-6882a8a9cabd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.339863 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:05.358547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks [] for port (cb991b99-1797-43ce-8012-d010c35da054), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.399633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dc78d767-2d78-4334-a72c-184b3f2f0e00 req-0f5f1713-f752-43fd-afd7-72401ff050eb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445692 May 12 14:39:05.400918 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45d2f49b-40db-4072-b610-23e082789a1a admin admin] Publish callbacks [] for security_group (f796988d-679e-44ed-b300-6882a8a9cabd), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.426811 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (cb991b99-1797-43ce-8012-d010c35da054), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.437170 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45d2f49b-40db-4072-b610-23e082789a1a admin admin] Publish callbacks [] for security_group (f796988d-679e-44ed-b300-6882a8a9cabd), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.468549 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:39:05.474892 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:05.477833 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:39:05.485262 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Pushing event updated for resources: {'Port': ['ID=cb991b99-1797-43ce-8012-d010c35da054,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.500145 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45d2f49b-40db-4072-b610-23e082789a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f796988d-679e-44ed-b300-6882a8a9cabd), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.502926 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45d2f49b-40db-4072-b610-23e082789a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.504254 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-45d2f49b-40db-4072-b610-23e082789a1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f796988d-679e-44ed-b300-6882a8a9cabd HTTP/1.1" status: 204 len: 168 time: 0.1631360 May 12 14:39:05.515326 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2f49b-40db-4072-b610-23e082789a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796988d-679e-44ed-b300-6882a8a9cabd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.555348 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:05.556021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.576169 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-0b811ea1-cc17-4250-8da1-21f3bb86e565 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090509 May 12 14:39:05.586312 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:05.636188 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Request body: {'port': {'device_id': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:05.696072 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9719938-d1b4-45ab-90b3-e25e7272280b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.730797 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd7dd4-83f3-4a94-a26c-f53f8a8a2ceb req-d75cc744-4bfb-4ba3-8b96-a598094e55a4 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:05.732825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f2dd7dd4-83f3-4a94-a26c-f53f8a8a2ceb req-d75cc744-4bfb-4ba3-8b96-a598094e55a4 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 931 time: 0.0734253 May 12 14:39:05.749059 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cb991b99-1797-43ce-8012-d010c35da054), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.789213 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9719938-d1b4-45ab-90b3-e25e7272280b admin admin] Publish callbacks [] for security_group (4bfa6101-a165-4b26-abb3-d4d00fcf2977), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.800312 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9719938-d1b4-45ab-90b3-e25e7272280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (4bfa6101-a165-4b26-abb3-d4d00fcf2977), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.837021 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f2dd7dd4-83f3-4a94-a26c-f53f8a8a2ceb req-ea449f3d-03f6-4bb5-9fbf-26f598776f64 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947680 May 12 14:39:05.854735 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b9719938-d1b4-45ab-90b3-e25e7272280b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e642cd4293294b49b1fb5c475e02a062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671278 May 12 14:39:05.855343 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:05.864093 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9719938-d1b4-45ab-90b3-e25e7272280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa6101-a165-4b26-abb3-d4d00fcf2977,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.916523 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a099e5d8-15da-4d47-813d-4bad1dc8c373 admin admin] Publish callbacks [] for security_group (4bfa6101-a165-4b26-abb3-d4d00fcf2977), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.939891 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a099e5d8-15da-4d47-813d-4bad1dc8c373 admin admin] Publish callbacks [] for security_group (4bfa6101-a165-4b26-abb3-d4d00fcf2977), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.996327 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a099e5d8-15da-4d47-813d-4bad1dc8c373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (4bfa6101-a165-4b26-abb3-d4d00fcf2977), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.999089 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a099e5d8-15da-4d47-813d-4bad1dc8c373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.004206 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a099e5d8-15da-4d47-813d-4bad1dc8c373 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4bfa6101-a165-4b26-abb3-d4d00fcf2977 HTTP/1.1" status: 204 len: 168 time: 0.1456487 May 12 14:39:06.015080 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e5d8-15da-4d47-813d-4bad1dc8c373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa6101-a165-4b26-abb3-d4d00fcf2977,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.150182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb991b99-1797-43ce-8012-d010c35da054 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:06.163992 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Publish callbacks [] for port (cb991b99-1797-43ce-8012-d010c35da054), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.184163 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Transition to ACTIVE for port object cb991b99-1797-43ce-8012-d010c35da054 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:39:06.191714 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (cb991b99-1797-43ce-8012-d010c35da054), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.277396 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Pushing event updated for resources: {'Port': ['ID=cb991b99-1797-43ce-8012-d010c35da054,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.327078 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Attempting to bind port cb991b99-1797-43ce-8012-d010c35da054 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:39:06.327405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Attempting to bind port cb991b99-1797-43ce-8012-d010c35da054 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:39:06.327838 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Attempting to bind port cb991b99-1797-43ce-8012-d010c35da054 on network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:06.339643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Port cb991b99-1797-43ce-8012-d010c35da054 on network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:39:06.340041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Attempting to bind port cb991b99-1797-43ce-8012-d010c35da054 on network d2bf7750-7a0c-4b6b-91bb-068ee7291c5b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:06.346616 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:39:06.347075 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Checking segment: {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:39:06.347549 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Bound using segment: {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:39:06.348051 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Bound port: cb991b99-1797-43ce-8012-d010c35da054, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208ffb27-9e34-4c15-8388-00461f8e551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:39:06.348576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cb991b99-1797-43ce-8012-d010c35da054), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.416147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48568) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:06.426183 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] For port cb991b99-1797-43ce-8012-d010c35da054, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:39:06.435951 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cbc84fa-cd34-4d78-917d-64d2ef48dac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.451454 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] For port cb991b99-1797-43ce-8012-d010c35da054, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cb991b99-1797-43ce-8012-d010c35da054,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:39:06.463237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (cb991b99-1797-43ce-8012-d010c35da054), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.528048 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:06.528667 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.530063 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] 10.222.0.85 "PUT /v2.0/ports/cb991b99-1797-43ce-8012-d010c35da054 HTTP/1.1" status: 200 len: 1093 time: 0.9017112 May 12 14:39:06.547044 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'tag': 'cb991b99-1797-43ce-8012-d010c35da054'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:06.549354 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee23b161-0f55-47a8-8280-4d4da9d21002", "tag": "cb991b99-1797-43ce-8012-d010c35da054"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:06.597360 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ece6f-95d0-4ce9-959b-b69e9d7128c0 req-9db1cb38-6f5e-44c1-80b8-11f391c319c6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:06.598598 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed7ece6f-95d0-4ce9-959b-b69e9d7128c0 req-9db1cb38-6f5e-44c1-80b8-11f391c319c6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.1009638 May 12 14:39:06.601383 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125547b-14a9-42c7-ace2-14b70dcf7532 service neutron] Pushing event updated for resources: {'Port': ['ID=cb991b99-1797-43ce-8012-d010c35da054,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.609040 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9b721e-64bf-4685-b11a-2a3db2c72a05 x-openstack-request-id: req-5a9b721e-64bf-4685-b11a-2a3db2c72a05 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:06.609328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee23b161-0f55-47a8-8280-4d4da9d21002", "tag": "cb991b99-1797-43ce-8012-d010c35da054", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:06.609583 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a9b721e-64bf-4685-b11a-2a3db2c72a05 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:06.609973 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9b721e-64bf-4685-b11a-2a3db2c72a05'] response: {'name': 'network-changed', 'server_uuid': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'tag': 'cb991b99-1797-43ce-8012-d010c35da054', 'status': 'completed', 'code': 200} May 12 14:39:06.698874 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a63df8ca-d987-46bc-ad31-cc231a65ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:06.700410 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-a63df8ca-d987-46bc-ad31-cc231a65ae03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 1127 time: 0.0712929 May 12 14:39:06.710473 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cbc84fa-cd34-4d78-917d-64d2ef48dac9 admin admin] Publish callbacks [] for security_group (43d58651-c832-44b2-9749-36e2fe6ce5f4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.715112 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed7ece6f-95d0-4ce9-959b-b69e9d7128c0 req-df429b3f-a3c5-40b1-b47c-5ea4600843f7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083035 May 12 14:39:06.721803 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cbc84fa-cd34-4d78-917d-64d2ef48dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (43d58651-c832-44b2-9749-36e2fe6ce5f4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.993344 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-40af9a55-b573-4a66-8b80-f1086186a19a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb991b99-1797-43ce-8012-d010c35da054 HTTP/1.1" status: 200 len: 217 time: 0.2769978 May 12 14:39:07.071104 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2cbc84fa-cd34-4d78-917d-64d2ef48dac9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c14143cc9dea4841b8513863ffb11850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538513 May 12 14:39:07.073973 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48590) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:07.082626 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc84fa-cd34-4d78-917d-64d2ef48dac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d58651-c832-44b2-9749-36e2fe6ce5f4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.099378 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa4be4-fbdd-4265-afab-c47c04f9d053 req-b60cdff8-cc5d-4c2a-9bab-1606e42998c7 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.101137 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7cfa4be4-fbdd-4265-afab-c47c04f9d053 req-b60cdff8-cc5d-4c2a-9bab-1606e42998c7 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 943 time: 0.1164024 May 12 14:39:07.109459 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-4cf22a33-1321-4db1-a358-3738d45d2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.111203 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-4cf22a33-1321-4db1-a358-3738d45d2eec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=129d7160-2f0a-4d57-a544-7265c8fc72d7 HTTP/1.1" status: 200 len: 848 time: 0.1023002 May 12 14:39:07.126795 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06678a93-a5c1-4079-b23d-7de58bc0d901 admin admin] Publish callbacks [] for security_group (43d58651-c832-44b2-9749-36e2fe6ce5f4), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.149215 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06678a93-a5c1-4079-b23d-7de58bc0d901 admin admin] Publish callbacks [] for security_group (43d58651-c832-44b2-9749-36e2fe6ce5f4), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.165323 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-62f28105-588b-4caa-8c01-f9d87d0816c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351002 May 12 14:39:07.214411 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06678a93-a5c1-4079-b23d-7de58bc0d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (43d58651-c832-44b2-9749-36e2fe6ce5f4), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.218025 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06678a93-a5c1-4079-b23d-7de58bc0d901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.218768 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7cfa4be4-fbdd-4265-afab-c47c04f9d053 req-15c9268a-2cd1-477a-862b-a42d7f7eea61 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065991 May 12 14:39:07.220834 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-06678a93-a5c1-4079-b23d-7de58bc0d901 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43d58651-c832-44b2-9749-36e2fe6ce5f4 HTTP/1.1" status: 204 len: 168 time: 0.1456599 May 12 14:39:07.233009 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678a93-a5c1-4079-b23d-7de58bc0d901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d58651-c832-44b2-9749-36e2fe6ce5f4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.309139 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-4f7bd424-59c9-4d2c-937f-5bd189380454 service neutron] 10.222.0.85 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348040 May 12 14:39:07.410879 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c72af6-1bcf-4a6e-94ed-d473b221324b req-52b706ad-d48b-4a0e-9a39-1456207f4d1a service neutron] 10.222.0.85 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955510 May 12 14:39:07.604280 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48608) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:07.617412 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a09de631-8cf0-4171-8fa2-81d20584c3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.698723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a09de631-8cf0-4171-8fa2-81d20584c3c9 admin admin] Publish callbacks [] for security_group (557a1af6-f9d8-42d1-94a7-9dac66646c27), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.706237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a09de631-8cf0-4171-8fa2-81d20584c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (557a1af6-f9d8-42d1-94a7-9dac66646c27), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.751576 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a09de631-8cf0-4171-8fa2-81d20584c3c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=103e3cf715f545df89deaf127340f7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474023 May 12 14:39:07.751831 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de631-8cf0-4171-8fa2-81d20584c3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557a1af6-f9d8-42d1-94a7-9dac66646c27,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.754612 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48614) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:07.808590 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6986f2-1c57-4259-9265-53771471d7a9 admin admin] Publish callbacks [] for security_group (557a1af6-f9d8-42d1-94a7-9dac66646c27), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.837908 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6986f2-1c57-4259-9265-53771471d7a9 admin admin] Publish callbacks [] for security_group (557a1af6-f9d8-42d1-94a7-9dac66646c27), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.851568 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:39:07.860457 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e8a09-e86f-41de-a082-c5747c6127cf req-2e0fba00-d701-4dca-99b3-b917672aa309 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.860457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f94e8a09-e86f-41de-a082-c5747c6127cf req-2e0fba00-d701-4dca-99b3-b917672aa309 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0552258 May 12 14:39:07.896826 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6986f2-1c57-4259-9265-53771471d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (557a1af6-f9d8-42d1-94a7-9dac66646c27), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.901084 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6986f2-1c57-4259-9265-53771471d7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.902414 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8a6986f2-1c57-4259-9265-53771471d7a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/557a1af6-f9d8-42d1-94a7-9dac66646c27 HTTP/1.1" status: 204 len: 168 time: 0.1467233 May 12 14:39:07.913001 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6986f2-1c57-4259-9265-53771471d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557a1af6-f9d8-42d1-94a7-9dac66646c27,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.918046 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f94e8a09-e86f-41de-a082-c5747c6127cf req-63e5c5a6-c59c-482d-ab75-730fd6b62dfd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512793 May 12 14:39:08.337435 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688c608-fca3-4e57-b015-60001b1268e2 req-376f51e1-5ecd-4d9e-9db3-45336f86d82d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.338973 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b688c608-fca3-4e57-b015-60001b1268e2 req-376f51e1-5ecd-4d9e-9db3-45336f86d82d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 943 time: 0.0487909 May 12 14:39:08.388980 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b688c608-fca3-4e57-b015-60001b1268e2 req-c489866c-d0a2-4ee4-997b-59b89a66015d tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 May 12 14:39:08.757967 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48642) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:08.871584 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f908508b-6de1-44a7-8aee-b2456ba0033f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.947206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f908508b-6de1-44a7-8aee-b2456ba0033f admin admin] Publish callbacks [] for security_group (2981f6a2-f79c-4a29-9531-57653e62312a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.953315 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f908508b-6de1-44a7-8aee-b2456ba0033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2981f6a2-f79c-4a29-9531-57653e62312a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.000629 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908508b-6de1-44a7-8aee-b2456ba0033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2981f6a2-f79c-4a29-9531-57653e62312a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:09.005020 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f908508b-6de1-44a7-8aee-b2456ba0033f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45fcf4b1aba746909cbbf3f5a24d6734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460432 May 12 14:39:09.008589 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48648) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:09.054498 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53798123-1acd-4f5b-bb39-31e93ac8c803 req-5b66648f-f0c9-4988-96f1-ac17acc48b12 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:09.056158 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53798123-1acd-4f5b-bb39-31e93ac8c803 req-5b66648f-f0c9-4988-96f1-ac17acc48b12 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0497642 May 12 14:39:09.069061 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8230bd65-379a-4ea8-a77e-dea8807ac966 admin admin] Publish callbacks [] for security_group (2981f6a2-f79c-4a29-9531-57653e62312a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.091447 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8230bd65-379a-4ea8-a77e-dea8807ac966 admin admin] Publish callbacks [] for security_group (2981f6a2-f79c-4a29-9531-57653e62312a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.107205 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53798123-1acd-4f5b-bb39-31e93ac8c803 req-212d045e-8273-4c0f-af47-be3895930016 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449500 May 12 14:39:09.140628 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8230bd65-379a-4ea8-a77e-dea8807ac966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2981f6a2-f79c-4a29-9531-57653e62312a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.143195 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8230bd65-379a-4ea8-a77e-dea8807ac966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.144371 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8230bd65-379a-4ea8-a77e-dea8807ac966 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2981f6a2-f79c-4a29-9531-57653e62312a HTTP/1.1" status: 204 len: 168 time: 0.1345856 May 12 14:39:09.152898 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230bd65-379a-4ea8-a77e-dea8807ac966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2981f6a2-f79c-4a29-9531-57653e62312a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:09.442526 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48658) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:09.456027 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2381c295-7fde-44d7-aaf4-2167bacc7f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.524823 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93bacb-0493-4685-8d84-6c0f0ae0d766 req-99521c2b-837c-48bd-952a-425f643cc484 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:09.526304 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-af93bacb-0493-4685-8d84-6c0f0ae0d766 req-99521c2b-837c-48bd-952a-425f643cc484 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 943 time: 0.0627878 May 12 14:39:09.594178 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-af93bacb-0493-4685-8d84-6c0f0ae0d766 req-7dc1c814-3cd4-4b03-86b4-8e111e4122ae tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621510 May 12 14:39:09.612313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2381c295-7fde-44d7-aaf4-2167bacc7f52 admin admin] Publish callbacks [] for security_group (c63fa28f-6b78-49e9-b75f-ef71a63572d5), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.618161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2381c295-7fde-44d7-aaf4-2167bacc7f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c63fa28f-6b78-49e9-b75f-ef71a63572d5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.657536 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2381c295-7fde-44d7-aaf4-2167bacc7f52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1874b5c2889c448da8767a2961cfc20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136991 May 12 14:39:09.658295 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381c295-7fde-44d7-aaf4-2167bacc7f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fa28f-6b78-49e9-b75f-ef71a63572d5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:09.660304 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:09.712592 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf638-44e9-4ed3-a670-b775f378bf32 admin admin] Publish callbacks [] for security_group (c63fa28f-6b78-49e9-b75f-ef71a63572d5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.737492 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf638-44e9-4ed3-a670-b775f378bf32 admin admin] Publish callbacks [] for security_group (c63fa28f-6b78-49e9-b75f-ef71a63572d5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.786608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf638-44e9-4ed3-a670-b775f378bf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c63fa28f-6b78-49e9-b75f-ef71a63572d5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.789298 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf638-44e9-4ed3-a670-b775f378bf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.790512 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d3eaf638-44e9-4ed3-a670-b775f378bf32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c63fa28f-6b78-49e9-b75f-ef71a63572d5 HTTP/1.1" status: 204 len: 168 time: 0.1291313 May 12 14:39:09.798796 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaf638-44e9-4ed3-a670-b775f378bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fa28f-6b78-49e9-b75f-ef71a63572d5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:10.064476 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cb991b99-1797-43ce-8012-d010c35da054 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:39:10.177554 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port cb991b99-1797-43ce-8012-d010c35da054, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cb991b99-1797-43ce-8012-d010c35da054,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:10.191797 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'cb991b99-1797-43ce-8012-d010c35da054', 'network_id': 'd2bf7750-7a0c-4b6b-91bb-068ee7291c5b', 'port_id': 'cb991b99-1797-43ce-8012-d010c35da054', 'mac_address': 'fa:16:3e:df:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129d7160-2f0a-4d57-a544-7265c8fc72d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:39:10.232272 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port cb991b99-1797-43ce-8012-d010c35da054 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:10.232951 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cb991b99-1797-43ce-8012-d010c35da054), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:10.239023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3034-7cbb-42cb-88bc-3bc9a5b54c26 req-5ab6b66d-45fd-477b-a01d-9af779ea180d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.245987 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb991b99-1797-43ce-8012-d010c35da054 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:10.246159 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-562d3034-7cbb-42cb-88bc-3bc9a5b54c26 req-5ab6b66d-45fd-477b-a01d-9af779ea180d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0630462 May 12 14:39:10.266674 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port cb991b99-1797-43ce-8012-d010c35da054, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cb991b99-1797-43ce-8012-d010c35da054,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:10.274243 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cb991b99-1797-43ce-8012-d010c35da054), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:10.304431 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-562d3034-7cbb-42cb-88bc-3bc9a5b54c26 req-c003c918-6713-4004-b7f5-e23044474498 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 May 12 14:39:10.340543 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=cb991b99-1797-43ce-8012-d010c35da054,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:10.393732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-151dc1d9-83e6-4503-b285-ba20b33c7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.395320 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-151dc1d9-83e6-4503-b285-ba20b33c7bd0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 1128 time: 0.0396085 May 12 14:39:10.488901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-b7b46b1b-0fee-4ebf-bb21-f40f8dca77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.490562 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-b7b46b1b-0fee-4ebf-bb21-f40f8dca77d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b HTTP/1.1" status: 200 len: 909 time: 0.0881200 May 12 14:39:10.539251 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-28c2f7fb-7db0-48a7-9834-11807b5c1a33 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb991b99-1797-43ce-8012-d010c35da054 HTTP/1.1" status: 200 len: 217 time: 0.0386102 May 12 14:39:10.588750 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-432900a1-c410-4a9f-8ee2-7a8225da7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.590235 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-432900a1-c410-4a9f-8ee2-7a8225da7d21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=129d7160-2f0a-4d57-a544-7265c8fc72d7 HTTP/1.1" status: 200 len: 848 time: 0.0440700 May 12 14:39:10.624017 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-d8c63427-0de6-4928-9a2c-34faee277f3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250537 May 12 14:39:10.747655 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb8dd-77f7-4b5b-8ab0-242a1628f34e req-65a4a33c-492e-40a2-97de-73419531aba6 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.749164 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3acb8dd-77f7-4b5b-8ab0-242a1628f34e req-65a4a33c-492e-40a2-97de-73419531aba6 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 944 time: 0.0859432 May 12 14:39:10.768249 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-bb2a6f4b-e6d8-4f06-ba89-24e882a6c3c0 service neutron] 10.222.0.85 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365223 May 12 14:39:10.862805 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3acb8dd-77f7-4b5b-8ab0-242a1628f34e req-bac55a45-2e48-410c-ab9d-fe98c2493868 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 May 12 14:39:10.899252 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['cb991b99-1797-43ce-8012-d010c35da054'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:10.899482 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a33afd3d-55d6-4a1d-bed9-71bac89a2bbb req-77042682-f623-41cc-b9ec-40e77382d8c8 service neutron] 10.222.0.85 "GET /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225069 May 12 14:39:11.427113 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6a98e-0496-44f0-83b2-64faf43e0af2 req-5bb6880f-49f5-416b-a91f-ed72ed8d8d59 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:11.428999 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-08e6a98e-0496-44f0-83b2-64faf43e0af2 req-5bb6880f-49f5-416b-a91f-ed72ed8d8d59 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0485404 May 12 14:39:11.478384 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-08e6a98e-0496-44f0-83b2-64faf43e0af2 req-7d7cf204-1981-4446-bc83-a789d466257a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438251 May 12 14:39:11.985043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e763-534f-4fcd-8e7a-44458be601f0 req-25e1afc5-d8d3-4357-8db7-9bef6dffdecb tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:11.986565 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3339e763-534f-4fcd-8e7a-44458be601f0 req-25e1afc5-d8d3-4357-8db7-9bef6dffdecb tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 944 time: 0.0540912 May 12 14:39:12.034455 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3339e763-534f-4fcd-8e7a-44458be601f0 req-adabd8c6-1648-40c7-968b-ce37089c56d2 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 May 12 14:39:12.068405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48754) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:12.193943 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e189ca0-3084-46c2-b26a-03890692673c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.264539 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cb991b99-1797-43ce-8012-d010c35da054 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:39:12.273215 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e189ca0-3084-46c2-b26a-03890692673c admin admin] Publish callbacks [] for security_group (d0850986-0d34-478d-98c1-8c3869bccdd8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.280135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e189ca0-3084-46c2-b26a-03890692673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d0850986-0d34-478d-98c1-8c3869bccdd8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.312858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port cb991b99-1797-43ce-8012-d010c35da054 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:39:12.317230 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189ca0-3084-46c2-b26a-03890692673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0850986-0d34-478d-98c1-8c3869bccdd8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:12.319849 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port cb991b99-1797-43ce-8012-d010c35da054 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:12.320228 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (cb991b99-1797-43ce-8012-d010c35da054), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.324316 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8e189ca0-3084-46c2-b26a-03890692673c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ab0627fa681494c93f0f9e0197ea978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522793 May 12 14:39:12.324674 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48762) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:12.377820 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7109a9f9-560b-4ef7-840a-2d9491f8192a admin admin] Publish callbacks [] for security_group (d0850986-0d34-478d-98c1-8c3869bccdd8), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.402103 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7109a9f9-560b-4ef7-840a-2d9491f8192a admin admin] Publish callbacks [] for security_group (d0850986-0d34-478d-98c1-8c3869bccdd8), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.402307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port cb991b99-1797-43ce-8012-d010c35da054 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:12.402553 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (cb991b99-1797-43ce-8012-d010c35da054), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.425976 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb991b99-1797-43ce-8012-d010c35da054'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:12.428766 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f6d32-1f64-4b40-9cb8-897e0ac4c7c9" -d '{"events": [{"server_uuid": "ee23b161-0f55-47a8-8280-4d4da9d21002", "name": "network-vif-plugged", "status": "completed", "tag": "cb991b99-1797-43ce-8012-d010c35da054"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:12.445923 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port cb991b99-1797-43ce-8012-d010c35da054, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cb991b99-1797-43ce-8012-d010c35da054,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:12.450861 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (cb991b99-1797-43ce-8012-d010c35da054), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.454613 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7109a9f9-560b-4ef7-840a-2d9491f8192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d0850986-0d34-478d-98c1-8c3869bccdd8), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.458306 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7109a9f9-560b-4ef7-840a-2d9491f8192a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.462273 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7109a9f9-560b-4ef7-840a-2d9491f8192a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0850986-0d34-478d-98c1-8c3869bccdd8 HTTP/1.1" status: 204 len: 168 time: 0.1338642 May 12 14:39:12.470793 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109a9f9-560b-4ef7-840a-2d9491f8192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0850986-0d34-478d-98c1-8c3869bccdd8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:12.481036 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98dcc7-9705-4e69-9da0-93b96987cb1e x-openstack-request-id: req-aa98dcc7-9705-4e69-9da0-93b96987cb1e {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:12.481314 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee23b161-0f55-47a8-8280-4d4da9d21002", "name": "network-vif-plugged", "status": "completed", "tag": "cb991b99-1797-43ce-8012-d010c35da054", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:12.481566 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa98dcc7-9705-4e69-9da0-93b96987cb1e {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:12.481950 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa98dcc7-9705-4e69-9da0-93b96987cb1e'] response: {'server_uuid': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb991b99-1797-43ce-8012-d010c35da054', 'code': 200} May 12 14:39:12.516226 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=cb991b99-1797-43ce-8012-d010c35da054,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:12.600096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6129c-af2c-4f77-a9d2-ff59dbbac3d8 req-917b8bf4-beec-4b5a-aabd-f9c6d9a99f1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:12.602131 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8de6129c-af2c-4f77-a9d2-ff59dbbac3d8 req-917b8bf4-beec-4b5a-aabd-f9c6d9a99f1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0496244 May 12 14:39:12.655340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8de6129c-af2c-4f77-a9d2-ff59dbbac3d8 req-8e9849b4-f178-4462-97a5-3822074d3f1d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 May 12 14:39:12.767459 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 48774) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:12.786861 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e613ac3-f150-4a19-86f5-3d56b25c2d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.789846 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af10d2-e0e1-4f76-a034-0be4b66cf476 req-61c9f307-b5e7-4188-8c7b-4b7f61687f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:12.791374 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67af10d2-e0e1-4f76-a034-0be4b66cf476 req-61c9f307-b5e7-4188-8c7b-4b7f61687f98 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 1129 time: 0.0395007 May 12 14:39:12.847309 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67af10d2-e0e1-4f76-a034-0be4b66cf476 req-aab24b83-68df-473c-aa66-da0b7eb89eaa service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 May 12 14:39:12.874210 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e613ac3-f150-4a19-86f5-3d56b25c2d4f admin admin] Publish callbacks [] for security_group (9675a893-d881-4976-a405-ebe5be0f2da2), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.879800 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e613ac3-f150-4a19-86f5-3d56b25c2d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9675a893-d881-4976-a405-ebe5be0f2da2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.917270 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5e613ac3-f150-4a19-86f5-3d56b25c2d4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72c72cf60d7943c3be7a4a3d97a6c399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486919 May 12 14:39:12.918213 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e613ac3-f150-4a19-86f5-3d56b25c2d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9675a893-d881-4976-a405-ebe5be0f2da2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:12.920464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 48776) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:12.970049 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bc0687cb-87db-42c2-84c2-358be9fd4051 admin admin] Publish callbacks [] for security_group (9675a893-d881-4976-a405-ebe5be0f2da2), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.994193 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bc0687cb-87db-42c2-84c2-358be9fd4051 admin admin] Publish callbacks [] for security_group (9675a893-d881-4976-a405-ebe5be0f2da2), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:13.046976 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bc0687cb-87db-42c2-84c2-358be9fd4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9675a893-d881-4976-a405-ebe5be0f2da2), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:13.051161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bc0687cb-87db-42c2-84c2-358be9fd4051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:13.052880 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bc0687cb-87db-42c2-84c2-358be9fd4051 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9675a893-d881-4976-a405-ebe5be0f2da2 HTTP/1.1" status: 204 len: 168 time: 0.1313984 May 12 14:39:13.065378 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0687cb-87db-42c2-84c2-358be9fd4051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9675a893-d881-4976-a405-ebe5be0f2da2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:13.153973 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e20e-8765-4c44-8459-9c40ffd52298 req-171cc18e-32d2-4557-aa16-5b484eee7a3c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:13.155562 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26e9e20e-8765-4c44-8459-9c40ffd52298 req-171cc18e-32d2-4557-aa16-5b484eee7a3c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0500166 May 12 14:39:13.204738 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26e9e20e-8765-4c44-8459-9c40ffd52298 req-4a411ba1-14b2-4f64-a257-d83299d89231 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 May 12 14:39:13.769742 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef6c0d-0a62-48f6-93d3-16bedece6b87 req-b098aecf-4b08-43ed-a392-d1067b3f984f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:13.771287 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eeef6c0d-0a62-48f6-93d3-16bedece6b87 req-b098aecf-4b08-43ed-a392-d1067b3f984f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0471585 May 12 14:39:13.820320 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eeef6c0d-0a62-48f6-93d3-16bedece6b87 req-33bbb35b-25aa-4162-be59-18762cb3cb6f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 May 12 14:39:14.327650 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377e80-ff64-4b62-9ffe-c933a7edaa4e req-2c1e0583-e565-4532-9777-81043c90df82 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:14.329242 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31377e80-ff64-4b62-9ffe-c933a7edaa4e req-2c1e0583-e565-4532-9777-81043c90df82 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0561144 May 12 14:39:14.378291 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31377e80-ff64-4b62-9ffe-c933a7edaa4e req-22534d39-ea75-4a25-9d34-6568798a94f9 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 May 12 14:39:14.942269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4305346-1edf-44af-a542-1202561fac0b req-1a055eac-88cd-4c76-9d6b-845425f4057c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:14.943714 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e4305346-1edf-44af-a542-1202561fac0b req-1a055eac-88cd-4c76-9d6b-845425f4057c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0545175 May 12 14:39:14.990631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e4305346-1edf-44af-a542-1202561fac0b req-f6320729-cb82-4863-85d5-07021d17c1bf tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 May 12 14:39:15.493709 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836ab6d-845f-44c5-bcc2-c7cde0cd8cd3 req-504fe1c2-e2f3-43b8-a71e-bc0b1be1e95a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:15.495103 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a836ab6d-845f-44c5-bcc2-c7cde0cd8cd3 req-504fe1c2-e2f3-43b8-a71e-bc0b1be1e95a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0467448 May 12 14:39:15.548277 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a836ab6d-845f-44c5-bcc2-c7cde0cd8cd3 req-b677bbea-54ef-4cb2-8ca2-b051f8ab0e6f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474582 May 12 14:39:16.117809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1795-504a-4dfb-ba63-080330b87c1d req-e55aee4d-0820-45a5-aafe-06577a19ab13 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:16.119299 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a0d1795-504a-4dfb-ba63-080330b87c1d req-e55aee4d-0820-45a5-aafe-06577a19ab13 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0552852 May 12 14:39:16.170972 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a0d1795-504a-4dfb-ba63-080330b87c1d req-8565a929-0cf6-4025-8b68-8a6f96686e7a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 May 12 14:39:16.396220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d79c4-58c4-4da6-bbdb-a567e5ea9454 req-0f6adead-0f68-4dd9-8e90-36f5b244dc72 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:16.397725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed2d79c4-58c4-4da6-bbdb-a567e5ea9454 req-0f6adead-0f68-4dd9-8e90-36f5b244dc72 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0505083 May 12 14:39:16.450749 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed2d79c4-58c4-4da6-bbdb-a567e5ea9454 req-dac7d66a-d2e9-496c-ad1b-a568f45a301b tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 May 12 14:39:17.304485 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f5a76-a581-4202-a367-fdecb63b4ada req-21f6d1bd-110c-4049-a82e-457f01f6a8d7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:17.306002 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-959f5a76-a581-4202-a367-fdecb63b4ada req-21f6d1bd-110c-4049-a82e-457f01f6a8d7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0521984 May 12 14:39:17.355901 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-959f5a76-a581-4202-a367-fdecb63b4ada req-53d6ea4d-bf74-49a9-85ec-1d6252e7fc0a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 May 12 14:39:17.575798 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e89cf2-4e3d-4032-9242-0667f26e71e4 req-a01b6fdb-5f59-4291-9b69-e4f8eafd7fab tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:17.577305 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41e89cf2-4e3d-4032-9242-0667f26e71e4 req-a01b6fdb-5f59-4291-9b69-e4f8eafd7fab tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0477965 May 12 14:39:17.624106 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41e89cf2-4e3d-4032-9242-0667f26e71e4 req-da73a609-e25d-4de5-b137-924685d6ac0f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 May 12 14:39:18.472668 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d34dc-c9b9-45bb-b776-1d24390e86de req-2f8f72fd-9bd3-4fd4-8a81-b0a7381bc909 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:18.474167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a68d34dc-c9b9-45bb-b776-1d24390e86de req-2f8f72fd-9bd3-4fd4-8a81-b0a7381bc909 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0477123 May 12 14:39:18.536719 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a68d34dc-c9b9-45bb-b776-1d24390e86de req-813c3fcb-d42c-4ea9-aeaa-f938d0ff8f98 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566380 May 12 14:39:18.751278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c3764-ccdd-4260-89c5-f23cde91390e req-5bc41fb8-1df9-4883-887e-a547c944dd5a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:18.752870 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dd2c3764-ccdd-4260-89c5-f23cde91390e req-5bc41fb8-1df9-4883-887e-a547c944dd5a tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0528769 May 12 14:39:18.802470 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dd2c3764-ccdd-4260-89c5-f23cde91390e req-117722cf-66cb-4f41-8489-8c106de3cc0c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 May 12 14:39:19.654315 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a15e1-4649-4644-9162-5c799cc24b21 req-ae15c49c-779f-4f0e-b706-0587fca26dd3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:19.655730 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa7a15e1-4649-4644-9162-5c799cc24b21 req-ae15c49c-779f-4f0e-b706-0587fca26dd3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0473378 May 12 14:39:19.702139 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa7a15e1-4649-4644-9162-5c799cc24b21 req-ef072409-298c-440f-b8eb-46f28b563175 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 May 12 14:39:19.921997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9b699-33ab-45d0-b954-a3c783b6d7fd req-1b374b20-08e9-4cf5-aabf-a34fc0c81329 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:19.923448 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1e9b699-33ab-45d0-b954-a3c783b6d7fd req-1b374b20-08e9-4cf5-aabf-a34fc0c81329 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0519962 May 12 14:39:19.973523 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1e9b699-33ab-45d0-b954-a3c783b6d7fd req-265acf08-95ee-4251-91b4-708ec1273efb tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 May 12 14:39:20.833212 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46283d-0f3d-4e20-a5c3-f67710e60eba req-9f4f7514-49fc-4021-8926-1359c43d02f0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:20.837532 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c46283d-0f3d-4e20-a5c3-f67710e60eba req-9f4f7514-49fc-4021-8926-1359c43d02f0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0486641 May 12 14:39:20.881713 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c46283d-0f3d-4e20-a5c3-f67710e60eba req-625fb3e4-ec76-4a71-91f8-c0fb5de6bc93 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 May 12 14:39:21.099897 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50557-1523-4d73-9858-cae7a16fe01b req-2def7fcf-1858-452b-9e30-8607dd252176 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:21.101362 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3e50557-1523-4d73-9858-cae7a16fe01b req-2def7fcf-1858-452b-9e30-8607dd252176 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0539014 May 12 14:39:21.152153 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3e50557-1523-4d73-9858-cae7a16fe01b req-11369586-e521-42e9-94ee-6cf38ec0535c tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 May 12 14:39:22.011149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6fb69-e10c-436d-9e0e-5e9752c12887 req-d233dea4-93f6-4275-a2f8-525773e4503a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.012667 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6a6fb69-e10c-436d-9e0e-5e9752c12887 req-d233dea4-93f6-4275-a2f8-525773e4503a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0575440 May 12 14:39:22.061033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6a6fb69-e10c-436d-9e0e-5e9752c12887 req-d155ce30-c4e5-43a6-9221-d33711ed22b3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 May 12 14:39:22.284939 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974454-9bc3-4137-bc33-d0cb764adf20 req-803a242f-942c-41f6-b9b4-eb1894eba116 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.286831 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc974454-9bc3-4137-bc33-d0cb764adf20 req-803a242f-942c-41f6-b9b4-eb1894eba116 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0572636 May 12 14:39:22.344304 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc974454-9bc3-4137-bc33-d0cb764adf20 req-d870557c-b72d-48f6-ab47-6ab051c65b01 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505579 May 12 14:39:22.367153 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e56ebe1e-efbd-4080-ac36-c76310bd1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:23.193962 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df60a3-830a-48c0-b8c5-980dd4378b97 req-196b3450-2b40-45cb-914a-f058a5d834dd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:23.195312 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df60a3-830a-48c0-b8c5-980dd4378b97 req-196b3450-2b40-45cb-914a-f058a5d834dd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0535471 May 12 14:39:23.245772 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df60a3-830a-48c0-b8c5-980dd4378b97 req-44c18f1b-bad4-4fd8-afd8-bd62b9c43d5c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 May 12 14:39:23.461571 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fdc0d-fb61-4c88-8cf6-5018d283b9fc req-af428a71-5924-4a4e-a054-4ebc93616cfb tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:23.463187 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e6fdc0d-fb61-4c88-8cf6-5018d283b9fc req-af428a71-5924-4a4e-a054-4ebc93616cfb tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0492475 May 12 14:39:23.513922 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e6fdc0d-fb61-4c88-8cf6-5018d283b9fc req-6df0d85c-7a3b-4ef6-b0e0-4a413f0fc20f tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8f54713-3dc2-4d38-8784-30daca79fbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 May 12 14:39:24.094981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-a32febef-f3e6-4121-8ebf-6da9ca2fbb21 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:24.096471 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-a32febef-f3e6-4121-8ebf-6da9ca2fbb21 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 945 time: 0.0500815 May 12 14:39:24.188354 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Deleting port cb991b99-1797-43ce-8012-d010c35da054 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:39:24.188686 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (cb991b99-1797-43ce-8012-d010c35da054), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:24.307122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] For port cb991b99-1797-43ce-8012-d010c35da054, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cb991b99-1797-43ce-8012-d010c35da054,segment=NetworkSegment(208ffb27-9e34-4c15-8388-00461f8e551b),segment_id=208ffb27-9e34-4c15-8388-00461f8e551b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:24.307785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (cb991b99-1797-43ce-8012-d010c35da054), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:24.329292 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Calling delete_port for cb991b99-1797-43ce-8012-d010c35da054 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:39:24.399806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545ca79-3edd-4eb2-b12c-0a783418f25f req-0e66c8b9-9c6e-45a8-8a0a-a855370abf11 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:24.401525 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5545ca79-3edd-4eb2-b12c-0a783418f25f req-0e66c8b9-9c6e-45a8-8a0a-a855370abf11 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0836532 May 12 14:39:24.477545 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5545ca79-3edd-4eb2-b12c-0a783418f25f req-71dc57f9-bf13-40e2-b35a-6e8f7f23170a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669703 May 12 14:39:24.537790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (cb991b99-1797-43ce-8012-d010c35da054), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:24.566208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Pushing event deleted for resources: {'Port': ['ID=cb991b99-1797-43ce-8012-d010c35da054,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:24.648134 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2df629c0-63d5-4cb4-86ef-04a6e061c261 req-efafc130-2a3b-4089-95c0-5366b9a827d5 tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee23b161-0f55-47a8-8280-4d4da9d21002 HTTP/1.1" status: 200 len: 210 time: 0.0565398 May 12 14:39:24.648805 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] No DVR routers for this DVR port cb991b99-1797-43ce-8012-d010c35da054 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:39:24.651972 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:24.655400 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c2a6d46-fe53-4944-8f29-0d6e9616831a req-b5ab0a85-24ae-41bd-a1ef-84f45cf816be tempest-VolumesActionsTest-656470864 tempest-VolumesActionsTest-656470864-project] 10.222.0.85 "DELETE /v2.0/ports/cb991b99-1797-43ce-8012-d010c35da054 HTTP/1.1" status: 204 len: 173 time: 0.5532620 May 12 14:39:24.655874 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'name': 'network-vif-deleted', 'tag': 'cb991b99-1797-43ce-8012-d010c35da054'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:24.658182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601266d5-0470-4896-b130-455072f3b6c2" -d '{"events": [{"server_uuid": "ee23b161-0f55-47a8-8280-4d4da9d21002", "name": "network-vif-deleted", "tag": "cb991b99-1797-43ce-8012-d010c35da054"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:24.704561 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba11597e-8086-4c96-831e-e8c3783f3d26 x-openstack-request-id: req-ba11597e-8086-4c96-831e-e8c3783f3d26 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:24.704861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee23b161-0f55-47a8-8280-4d4da9d21002", "name": "network-vif-deleted", "tag": "cb991b99-1797-43ce-8012-d010c35da054", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:24.705122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba11597e-8086-4c96-831e-e8c3783f3d26 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:24.705531 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba11597e-8086-4c96-831e-e8c3783f3d26'] response: {'server_uuid': 'ee23b161-0f55-47a8-8280-4d4da9d21002', 'name': 'network-vif-deleted', 'tag': 'cb991b99-1797-43ce-8012-d010c35da054', 'status': 'completed', 'code': 200} May 12 14:39:24.806670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fe043e18-c4f7-40f6-8af3-65ce7ac54b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:25.595863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c427b4-7e7e-447b-81bc-22b02e2b1091 req-1f90cbb9-3c12-4e69-9889-a6443f8f7447 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:25.597341 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97c427b4-7e7e-447b-81bc-22b02e2b1091 req-1f90cbb9-3c12-4e69-9889-a6443f8f7447 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0494864 May 12 14:39:25.645948 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97c427b4-7e7e-447b-81bc-22b02e2b1091 req-3bbd8385-0907-4c4e-8251-e9a6df45684e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 May 12 14:39:25.850250 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:26.329654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cb991b99-1797-43ce-8012-d010c35da054 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:39:26.353162 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: cb991b99-1797-43ce-8012-d010c35da054 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:39:26.353517 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cb991b99-1797-43ce-8012-d010c35da054 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:39:26.765464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398471-1232-4acf-becc-e1415ea24b8a req-2c43a121-a388-4614-96dc-7b13ca4ec892 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:26.766849 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d398471-1232-4acf-becc-e1415ea24b8a req-2c43a121-a388-4614-96dc-7b13ca4ec892 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0505133 May 12 14:39:26.782673 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49008) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:26.815136 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d398471-1232-4acf-becc-e1415ea24b8a req-b9bb3aa5-224e-4e9f-be57-1d9f8c5a4ada tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 May 12 14:39:26.895602 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a46d7676-b861-4bed-8b7f-e32480fd4c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:26.970334 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a46d7676-b861-4bed-8b7f-e32480fd4c0a admin admin] Publish callbacks [] for security_group (aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:26.976068 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a46d7676-b861-4bed-8b7f-e32480fd4c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.015385 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a46d7676-b861-4bed-8b7f-e32480fd4c0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c7709ad922a43ad8cc7d28aba58b910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316089 May 12 14:39:27.015812 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.016302 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7676-b861-4bed-8b7f-e32480fd4c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:27.018175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49012) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:27.067106 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Publish callbacks [] for security_group (aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.095514 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Publish callbacks [] for security_group (aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.142379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.144997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.146182 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42 HTTP/1.1" status: 204 len: 168 time: 0.1270170 May 12 14:39:27.154388 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ea7b6-cb1e-4e2c-b6f4-b91812075d42,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:27.161999 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.162374 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.162724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.163073 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.163416 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.163822 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.164103 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.164437 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.164775 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.165144 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.165430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.165833 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.166360 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.166475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.166756 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53580113-be2c-4836-a159-82012cc0562d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:27.799346 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49040) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:27.900467 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-440638139-network', 'tenant_id': 'ec6ea995239c47df80dd8c7ff0aa23f3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:27.921334 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Made reservation on behalf of ec6ea995239c47df80dd8c7ff0aa23f3 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:27.923670 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.932188 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:27.936512 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ddbb-29d3-44d1-a7f7-c7693fd47c7f req-03b56e93-6848-45ee-aaa8-3f6c0baf997b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:27.938026 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-74e8ddbb-29d3-44d1-a7f7-c7693fd47c7f req-03b56e93-6848-45ee-aaa8-3f6c0baf997b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0487869 May 12 14:39:27.990693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-74e8ddbb-29d3-44d1-a7f7-c7693fd47c7f req-2101c489-40a7-4e83-96d2-7e1db0b1b78f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 May 12 14:39:28.012958 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks [] for security_group (af0fe85b-38c0-4168-94b7-f12834a34ce1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.018669 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (af0fe85b-38c0-4168-94b7-f12834a34ce1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.042815 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:39:28.053032 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0fe85b-38c0-4168-94b7-f12834a34ce1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:28.058125 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (c16b71a6-2860-49c1-a0fe-39553df2343d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.058534 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Added segment c16b71a6-2860-49c1-a0fe-39553df2343d of type vlan for network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c May 12 14:39:28.100151 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.127518 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.128584 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:28.129174 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.164799 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3643718 May 12 14:39:28.168192 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49046) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:28.173421 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Request body: {'subnet': {'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-440638139-subnet', 'tenant_id': 'ec6ea995239c47df80dd8c7ff0aa23f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:28.194602 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caacdd-b3ba-45f7-93d2-dce64502dc08 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:28.196042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Made reservation on behalf of ec6ea995239c47df80dd8c7ff0aa23f3 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:28.198933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4904144'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.205609 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:39:28.372526 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7549223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4904134'] for subnet (c215d98a-8bb4-46a2-94a0-e1d59be3eb3c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.429183 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c215d98a-8bb4-46a2-94a0-e1d59be3eb3c,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:28.439832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Checking segment: {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:39:28.440190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Network hostable DHCP agents. Network: 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:39:28.459199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:39:28.469456 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:28.473996 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:28.475179 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:28.480209 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe78143-34d8-46df-84c5-3216f1f272cd None None] Network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:39:28.500505 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4d949fdf-e3be-41ea-ac23-329a0d7e3b43 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3309083 May 12 14:39:28.579841 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3955a-2b63-4d44-b05c-751fccb3b8ca None None] Network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:39:28.691777 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:29.104533 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1158514-bd41-4a21-8ce1-f8dba72c9a45 req-5aa9e2e3-dbe2-4421-8ead-84a80bbe9342 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:29.105981 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1158514-bd41-4a21-8ce1-f8dba72c9a45 req-5aa9e2e3-dbe2-4421-8ead-84a80bbe9342 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0475707 May 12 14:39:29.157286 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1158514-bd41-4a21-8ce1-f8dba72c9a45 req-63d5dd74-6a0f-4843-b996-fb8b0d2a0f05 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 May 12 14:39:30.291025 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66163388-dc1c-47da-acb3-5eb8d3606491 req-3ad10d16-3a06-49af-b004-cd4948822c5d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:30.292494 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-66163388-dc1c-47da-acb3-5eb8d3606491 req-3ad10d16-3a06-49af-b004-cd4948822c5d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0515969 May 12 14:39:30.340071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-66163388-dc1c-47da-acb3-5eb8d3606491 req-0e8fae47-13c6-4f3f-bf9a-164ba75792fc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 May 12 14:39:30.691882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-d7b5c02a-42ad-4737-95b9-0003c3df6a7b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390134 May 12 14:39:30.764463 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d41510-b958-4752-be3c-5ef611da895a req-065f9abb-a256-4791-b53f-0fb6cf1d6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:30.765943 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-065f9abb-a256-4791-b53f-0fb6cf1d6bc7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1129 time: 0.0387559 May 12 14:39:30.876377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d41510-b958-4752-be3c-5ef611da895a req-29ba4ddc-64a5-468d-9ebc-96ac0a7e2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:30.877881 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-29ba4ddc-64a5-468d-9ebc-96ac0a7e2066 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.0916622 May 12 14:39:30.917394 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-5f2b4cdb-4f39-4a4d-94a1-97fd933df569 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 200 len: 217 time: 0.0333910 May 12 14:39:30.968381 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d41510-b958-4752-be3c-5ef611da895a req-405748a8-79d1-4dd2-ab0a-8881420f1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:30.969824 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-405748a8-79d1-4dd2-ab0a-8881420f1f3c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0453653 May 12 14:39:31.018904 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d41510-b958-4752-be3c-5ef611da895a req-031fd3cb-f077-457e-894f-572943b33389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:31.020424 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-031fd3cb-f077-457e-894f-572943b33389 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429153 May 12 14:39:31.114334 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-c679e2d1-7e54-47a9-9c17-f07147c9b01d service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865819 May 12 14:39:31.211166 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76d41510-b958-4752-be3c-5ef611da895a req-7d5cd638-f657-445a-9214-22c0c94d969d service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902085 May 12 14:39:31.462656 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46126db9-d5f7-4e38-b8d2-1fc54f4d2dda req-345c07eb-8a7f-43a0-a495-76c58b775166 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:31.464218 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-46126db9-d5f7-4e38-b8d2-1fc54f4d2dda req-345c07eb-8a7f-43a0-a495-76c58b775166 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0492101 May 12 14:39:31.514861 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-46126db9-d5f7-4e38-b8d2-1fc54f4d2dda req-5c529e34-230f-4940-b846-da63b70e5df8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 May 12 14:39:31.771663 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:32.392276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-d42b2d07-2932-479c-88b1-4ee6c209b477 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:32.393976 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-d42b2d07-2932-479c-88b1-4ee6c209b477 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/networks?id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 200 len: 813 time: 0.1079884 May 12 14:39:32.411033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-58f0142c-30d6-4f35-813c-be35cd3ac3f7 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/quotas/ec6ea995239c47df80dd8c7ff0aa23f3 HTTP/1.1" status: 200 len: 375 time: 0.0102108 May 12 14:39:32.448580 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-1a877bad-5565-4313-9448-dd3205daf3a0 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321608 May 12 14:39:32.813655 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242568bb-7098-46ab-a77d-928e0609cda6 req-345f96a6-726f-412b-978f-4ab75d959727 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:32.815177 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-242568bb-7098-46ab-a77d-928e0609cda6 req-345f96a6-726f-412b-978f-4ab75d959727 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0626633 May 12 14:39:32.821148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-42bb155a-3a47-46b3-9a28-f880337860c6 service neutron] 10.222.0.79 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657827 May 12 14:39:32.954175 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-242568bb-7098-46ab-a77d-928e0609cda6 req-781dc7ab-91ba-463c-9125-753d80078f48 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317945 May 12 14:39:32.986623 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-d415b055-882d-482a-809c-857fb21c5967 service neutron] 10.222.0.79 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583283 May 12 14:39:33.245035 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30e8d2e3-1e29-4398-9d45-ab69faeb612c req-c5f20694-08bf-4621-a93e-56740e173c31 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 210 time: 0.0375705 May 12 14:39:33.725421 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a3e89-4baf-4c67-840e-a094f49e0cec req-f6006fd9-f1d6-42ff-b2ae-fcf795d49c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:33.727346 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-967a3e89-4baf-4c67-840e-a094f49e0cec req-f6006fd9-f1d6-42ff-b2ae-fcf795d49c8c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 1129 time: 0.0745070 May 12 14:39:33.800048 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-967a3e89-4baf-4c67-840e-a094f49e0cec req-556dedcb-58e1-44b2-8abe-6fda94dc6393 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 May 12 14:39:34.101662 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58ca6d-7d24-43f3-a8b6-6bcb634ee31d req-1a5252c1-7042-476b-8813-64b9a63c3832 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:34.110439 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a58ca6d-7d24-43f3-a8b6-6bcb634ee31d req-1a5252c1-7042-476b-8813-64b9a63c3832 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0636816 May 12 14:39:34.178514 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8a58ca6d-7d24-43f3-a8b6-6bcb634ee31d req-af16df45-62ce-4a8c-ad40-df5d135af508 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668161 May 12 14:39:34.347330 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d53f605-9288-4eb3-baec-98b34dc9ba2c req-08a6f453-92ed-45dc-a2c8-2fe4a344866d tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 210 time: 0.0272868 May 12 14:39:35.321791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3488842-1d86-432a-a67f-6408e95b9ce7 req-c5c54295-e077-403c-8c74-6e6ceae83887 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:35.323393 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3488842-1d86-432a-a67f-6408e95b9ce7 req-c5c54295-e077-403c-8c74-6e6ceae83887 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0675101 May 12 14:39:35.374099 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3488842-1d86-432a-a67f-6408e95b9ce7 req-32213a49-b5b9-4f52-a3c1-7f0a7390497d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 May 12 14:39:35.472664 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97cbc0d6-c593-4d1e-a3a0-aa86ba4ddc47 req-24ca06c2-56fe-4006-8670-bd25323158f6 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 210 time: 0.0419059 May 12 14:39:36.538092 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59811938-0ab8-43f0-9909-f874dd22bb53 req-19ee6a01-72db-4282-8147-04648f62fe52 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:36.539728 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59811938-0ab8-43f0-9909-f874dd22bb53 req-19ee6a01-72db-4282-8147-04648f62fe52 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0654404 May 12 14:39:36.593340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-913b5b54-6005-44f2-9591-d38d5a2063bb req-c381183e-28cc-4a1f-bfce-b4dc54590958 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 210 time: 0.0433435 May 12 14:39:36.621401 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59811938-0ab8-43f0-9909-f874dd22bb53 req-7b572fdc-e11f-4104-8b2f-511fabf8662d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725648 May 12 14:39:36.782903 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c118cf-2a13-40a0-b13b-b827007d21d5 req-1498d6d5-3c3e-416c-af04-c85a795fceee tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:36.785208 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0c118cf-2a13-40a0-b13b-b827007d21d5 req-1498d6d5-3c3e-416c-af04-c85a795fceee tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0784600 May 12 14:39:36.860962 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0c118cf-2a13-40a0-b13b-b827007d21d5 req-c91025a1-9997-43b8-b345-1c41a4b94101 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587115 May 12 14:39:36.999279 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-c056fd15-a249-49a5-8359-00e6a4e46b6d tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:37.001223 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-c056fd15-a249-49a5-8359-00e6a4e46b6d tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "GET /v2.0/networks?id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 200 len: 813 time: 0.1394463 May 12 14:39:37.028901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Request body: {'port': {'device_id': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c', 'admin_state_up': True, 'tenant_id': 'ec6ea995239c47df80dd8c7ff0aa23f3'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:37.186240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Made reservation on behalf of ec6ea995239c47df80dd8c7ff0aa23f3 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:37.190555 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:37.403666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Allocated IP 172.20.0.10 (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c/c215d98a-8bb4-46a2-94a0-e1d59be3eb3c/57c849b2-3548-4709-a6ba-435f0a47c07a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:39:37.566732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks [] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:37.602101 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:37.645142 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:39:37.648262 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:37.655447 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:39:37.665691 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Pushing event updated for resources: {'Port': ['ID=57c849b2-3548-4709-a6ba-435f0a47c07a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:37.770759 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:37.771470 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:37.789833 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888f8d-7bb2-48e6-8122-75d86d2b423c req-762d1dd6-a202-42fa-8801-5ffa7254ed23 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:37.791675 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e888f8d-7bb2-48e6-8122-75d86d2b423c req-762d1dd6-a202-42fa-8801-5ffa7254ed23 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 932 time: 0.0967047 May 12 14:39:37.805851 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-3a43783f-80fb-4453-a7c1-4a5fd4094326 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810943 May 12 14:39:37.839892 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Request body: {'port': {'device_id': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:37.899214 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e888f8d-7bb2-48e6-8122-75d86d2b423c req-da81151d-1851-4cee-9c92-81d43cf1da68 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923529 May 12 14:39:37.934857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:38.269946 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c849b2-3548-4709-a6ba-435f0a47c07a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:38.278053 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Publish callbacks [] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:38.291125 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Transition to ACTIVE for port object 57c849b2-3548-4709-a6ba-435f0a47c07a will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:39:38.296438 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:38.347520 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Pushing event updated for resources: {'Port': ['ID=57c849b2-3548-4709-a6ba-435f0a47c07a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:38.425799 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Attempting to bind port 57c849b2-3548-4709-a6ba-435f0a47c07a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:39:38.426236 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Attempting to bind port 57c849b2-3548-4709-a6ba-435f0a47c07a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:39:38.426655 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Attempting to bind port 57c849b2-3548-4709-a6ba-435f0a47c07a on network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:38.431308 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Port 57c849b2-3548-4709-a6ba-435f0a47c07a on network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:39:38.431628 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Attempting to bind port 57c849b2-3548-4709-a6ba-435f0a47c07a on network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:38.437548 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:39:38.437880 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Checking segment: {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:39:38.438274 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Bound using segment: {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:39:38.438699 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Bound port: 57c849b2-3548-4709-a6ba-435f0a47c07a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:39:38.439061 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:38.503482 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] For port 57c849b2-3548-4709-a6ba-435f0a47c07a, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:39:38.506502 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] For port 57c849b2-3548-4709-a6ba-435f0a47c07a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=57c849b2-3548-4709-a6ba-435f0a47c07a,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:39:38.513534 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:38.551716 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.552351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:38.553739 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] 10.222.0.85 "PUT /v2.0/ports/57c849b2-3548-4709-a6ba-435f0a47c07a HTTP/1.1" status: 200 len: 1094 time: 0.7272615 May 12 14:39:38.554124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'tag': '57c849b2-3548-4709-a6ba-435f0a47c07a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:38.556384 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88db4134-39c2-4b50-ab07-cb0a4342c3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ee4d94-7406-4be1-8f0a-6563ee830f97", "tag": "57c849b2-3548-4709-a6ba-435f0a47c07a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:38.582832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394e2be-3b4b-40a8-94bd-6b7d566018db service neutron] Pushing event updated for resources: {'Port': ['ID=57c849b2-3548-4709-a6ba-435f0a47c07a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:38.602350 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75201f75-737c-4a0e-a59d-c1a559fd4cc6 x-openstack-request-id: req-75201f75-737c-4a0e-a59d-c1a559fd4cc6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:38.602951 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ee4d94-7406-4be1-8f0a-6563ee830f97", "tag": "57c849b2-3548-4709-a6ba-435f0a47c07a", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:38.603237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75201f75-737c-4a0e-a59d-c1a559fd4cc6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:38.603733 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75201f75-737c-4a0e-a59d-c1a559fd4cc6'] response: {'name': 'network-changed', 'server_uuid': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'tag': '57c849b2-3548-4709-a6ba-435f0a47c07a', 'status': 'completed', 'code': 200} May 12 14:39:38.693786 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-628749ee-0894-4b6e-b297-d317618c0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.695343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-628749ee-0894-4b6e-b297-d317618c0824 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 1128 time: 0.0509038 May 12 14:39:38.768390 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-88be3e1c-a174-406e-9c55-3c64154cf419 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c849b2-3548-4709-a6ba-435f0a47c07a HTTP/1.1" status: 200 len: 217 time: 0.0390828 May 12 14:39:38.830747 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-a3c13f41-6cbb-4ba5-ab5b-8d4a756e495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.833104 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-a3c13f41-6cbb-4ba5-ab5b-8d4a756e495b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c215d98a-8bb4-46a2-94a0-e1d59be3eb3c HTTP/1.1" status: 200 len: 853 time: 0.0572793 May 12 14:39:38.869851 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-2dfa1a9b-b3d3-40fe-bbe9-7b5f2fd0cab7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275836 May 12 14:39:38.976659 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-4d136946-e51e-4149-b98d-93106c68fb04 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958493 May 12 14:39:39.048928 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244c502-cc0f-49ae-b703-1cb0791e4499 req-5a0e9d99-db2d-4f83-a92d-c0905ba09a5c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:39.050617 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8244c502-cc0f-49ae-b703-1cb0791e4499 req-5a0e9d99-db2d-4f83-a92d-c0905ba09a5c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 944 time: 0.0730901 May 12 14:39:39.139869 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f6189f7-d674-4a05-bf5d-7bb3f772ccac req-b9d9e69e-4ccf-4dd2-ac0e-a09d913f09d8 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510139 May 12 14:39:39.143295 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8244c502-cc0f-49ae-b703-1cb0791e4499 req-9a30c04f-b62f-4565-b7cc-9e7ea5056124 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647259 May 12 14:39:39.778602 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012863f5-23fb-4b6b-b1df-2b9b211299cf req-46967310-2a7c-470f-90c8-f9783b519070 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:39.780116 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-012863f5-23fb-4b6b-b1df-2b9b211299cf req-46967310-2a7c-470f-90c8-f9783b519070 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0670941 May 12 14:39:39.855538 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-012863f5-23fb-4b6b-b1df-2b9b211299cf req-c68bdc14-feb3-4470-a336-4fbabe714569 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680342 May 12 14:39:40.287049 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844b65b-8f71-44be-8d79-5948a9c344f0 req-8122e917-5341-4a02-b971-17cf677b9080 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:40.288715 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a844b65b-8f71-44be-8d79-5948a9c344f0 req-8122e917-5341-4a02-b971-17cf677b9080 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 944 time: 0.0594881 May 12 14:39:40.342822 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a844b65b-8f71-44be-8d79-5948a9c344f0 req-7a7fcfb0-649d-4610-9753-43d0558580d7 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 May 12 14:39:41.001292 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9f83-cbc7-4ed2-8573-4a89efe48967 req-0aef96b0-3a58-4467-a15a-506e0cc270a0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:41.004304 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d8a9f83-cbc7-4ed2-8573-4a89efe48967 req-0aef96b0-3a58-4467-a15a-506e0cc270a0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0634151 May 12 14:39:41.084028 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d8a9f83-cbc7-4ed2-8573-4a89efe48967 req-1791708a-4a46-4bdd-b5fe-086fa9ccdf6b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 May 12 14:39:41.259624 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49284) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:41.420710 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf558-1d8c-4cae-94a4-3b410d074013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.492752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2dfb2-f1a2-4ea5-8eff-56860fe759f2 req-ce82ca3f-0c67-4514-8266-887a11e6785a tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:41.494319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5c2dfb2-f1a2-4ea5-8eff-56860fe759f2 req-ce82ca3f-0c67-4514-8266-887a11e6785a tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 944 time: 0.0654843 May 12 14:39:41.574750 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5c2dfb2-f1a2-4ea5-8eff-56860fe759f2 req-d39652b6-c24c-4b69-ad42-3424ec96577d tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698016 May 12 14:39:41.602418 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf558-1d8c-4cae-94a4-3b410d074013 admin admin] Publish callbacks [] for security_group (598e264f-c97b-4dfd-9433-599d706e9424), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.609064 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf558-1d8c-4cae-94a4-3b410d074013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (598e264f-c97b-4dfd-9433-599d706e9424), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.652037 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e1fdf558-1d8c-4cae-94a4-3b410d074013 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=504610e78fc74e32b94f0c049282bb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909185 May 12 14:39:41.652918 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf558-1d8c-4cae-94a4-3b410d074013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e264f-c97b-4dfd-9433-599d706e9424,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:41.654877 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49292) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:41.715429 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Publish callbacks [] for security_group (598e264f-c97b-4dfd-9433-599d706e9424), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.738805 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Publish callbacks [] for security_group (598e264f-c97b-4dfd-9433-599d706e9424), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.795608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (598e264f-c97b-4dfd-9433-599d706e9424), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.798409 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:41.802021 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/598e264f-c97b-4dfd-9433-599d706e9424 HTTP/1.1" status: 204 len: 168 time: 0.1427882 May 12 14:39:41.813778 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e264f-c97b-4dfd-9433-599d706e9424,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:41.824944 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.825366 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.825785 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.826198 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.826619 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.827012 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.827448 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.827903 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.828349 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.828936 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.829379 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.829875 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.830238 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.830751 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:41.831155 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731ce4f-8856-4a78-9f97-777db20c921e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.152479 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-9c19156b-9620-43b3-b1ec-80ae9fb54078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:42.154966 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-9c19156b-9620-43b3-b1ec-80ae9fb54078 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 1128 time: 0.0960081 May 12 14:39:42.293743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-c701a819-61c5-4580-909d-91552c725e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:42.295796 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-c701a819-61c5-4580-909d-91552c725e65 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1129 time: 0.1391644 May 12 14:39:42.366942 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bb8e2-5887-431b-a4b4-072431637a90 req-df6c09e6-a53a-4a29-a55e-8f50920cdc71 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:42.368693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b4bb8e2-5887-431b-a4b4-072431637a90 req-df6c09e6-a53a-4a29-a55e-8f50920cdc71 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1511936 May 12 14:39:42.462171 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 57c849b2-3548-4709-a6ba-435f0a47c07a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:39:42.483740 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-912356f1-7116-4964-bb89-48b2b1c44390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:42.485257 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-912356f1-7116-4964-bb89-48b2b1c44390 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 200 len: 914 time: 0.3071685 May 12 14:39:42.491524 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b4bb8e2-5887-431b-a4b4-072431637a90 req-2b47562b-1ca4-4663-b847-956e243f115b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115777 May 12 14:39:42.533707 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-6eba9f0a-1daf-4313-bc58-92d666a180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:42.535601 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-6eba9f0a-1daf-4313-bc58-92d666a180dc service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.2116776 May 12 14:39:42.582032 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-7355d2cc-c31b-44e7-861f-122f92e72523 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57c849b2-3548-4709-a6ba-435f0a47c07a HTTP/1.1" status: 200 len: 217 time: 0.0753808 May 12 14:39:42.592578 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 57c849b2-3548-4709-a6ba-435f0a47c07a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=57c849b2-3548-4709-a6ba-435f0a47c07a,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:42.625223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '57c849b2-3548-4709-a6ba-435f0a47c07a', 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c', 'port_id': '57c849b2-3548-4709-a6ba-435f0a47c07a', 'mac_address': 'fa:16:3e:04:f4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c215d98a-8bb4-46a2-94a0-e1d59be3eb3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:39:42.687668 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 57c849b2-3548-4709-a6ba-435f0a47c07a is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:42.688407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:42.689511 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-2bf433af-3444-43d8-bb36-b76c59abbe42 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 200 len: 217 time: 0.1076472 May 12 14:39:42.706612 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c849b2-3548-4709-a6ba-435f0a47c07a {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:42.740105 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 57c849b2-3548-4709-a6ba-435f0a47c07a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=57c849b2-3548-4709-a6ba-435f0a47c07a,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:42.750178 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:42.844589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=57c849b2-3548-4709-a6ba-435f0a47c07a,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:42.854853 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.855630 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.856287 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.856932 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.857749 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.858235 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.858713 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.859234 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.859782 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.860301 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.860832 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.861663 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.862341 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.862978 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:42.863531 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:43.051070 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-ee5c9b57-744c-44a8-a65c-039939faa65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:43.053908 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-ee5c9b57-744c-44a8-a65c-039939faa65e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c215d98a-8bb4-46a2-94a0-e1d59be3eb3c HTTP/1.1" status: 200 len: 853 time: 0.4653962 May 12 14:39:43.077453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-55a2554a-dd2d-4987-ac8a-9bf7bcd79fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:43.079661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-55a2554a-dd2d-4987-ac8a-9bf7bcd79fa4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.3766496 May 12 14:39:43.086425 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a65aeb-9105-449f-88cf-eb5cf530c98e req-8570b17d-5341-4dd7-a3a8-ebeb3696d446 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:43.094299 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a65aeb-9105-449f-88cf-eb5cf530c98e req-8570b17d-5341-4dd7-a3a8-ebeb3696d446 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 944 time: 0.4087369 May 12 14:39:43.179786 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-c14f7f9d-fd51-4b8d-bf76-172f7ef998ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172163 May 12 14:39:43.216131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-d5a1d3d9-31ad-4a15-a63c-9dda22733704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:43.217802 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-d5a1d3d9-31ad-4a15-a63c-9dda22733704 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103721 May 12 14:39:43.272916 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a65aeb-9105-449f-88cf-eb5cf530c98e req-240107f7-171f-4496-b973-8f156fc92c79 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762552 May 12 14:39:43.273437 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['57c849b2-3548-4709-a6ba-435f0a47c07a'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:43.434812 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-9f2e6a63-80a6-44cb-8f38-4e20070d094a service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441146 May 12 14:39:43.439260 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-8da43ee7-4651-4e1e-afcd-caef42a2a3eb service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028069 May 12 14:39:43.686198 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11712349-2e08-4d0d-b076-c08ad2c96eae req-f4093725-1462-46e5-90e0-c11ffbcd8350 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:43.687777 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11712349-2e08-4d0d-b076-c08ad2c96eae req-f4093725-1462-46e5-90e0-c11ffbcd8350 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0856233 May 12 14:39:43.701651 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69ac1e3f-5294-470b-ae4b-e3db2be859d0 req-32251aef-254d-4e7a-b352-94f01f4382e1 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526784 May 12 14:39:43.722354 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88db4134-39c2-4b50-ab07-cb0a4342c3e3 req-28dfff0a-9417-49a3-9dd2-da915f2e98a7 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746472 May 12 14:39:43.754543 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11712349-2e08-4d0d-b076-c08ad2c96eae req-0de9ef43-19d3-4e42-96a4-0692fddef09b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558293 May 12 14:39:44.397837 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df903-170e-4555-9aca-031fa7d1b1be req-dea3a064-cae4-4c3a-92a6-cceb38235c5a tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:44.399375 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-575df903-170e-4555-9aca-031fa7d1b1be req-dea3a064-cae4-4c3a-92a6-cceb38235c5a tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 945 time: 0.0536849 May 12 14:39:44.447019 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-575df903-170e-4555-9aca-031fa7d1b1be req-47d0b197-f6cb-4751-a1fb-f1d5257881bb tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 May 12 14:39:44.702021 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-4442dd28-1cf1-44ab-b277-9c26f506d092 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=eb08ec33a1c8431bbe1464d11be9bfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308104 May 12 14:39:44.851588 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:39:44.928927 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 57c849b2-3548-4709-a6ba-435f0a47c07a up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:39:44.984466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc897f3-dd85-4662-83f7-1e6c5b0fc8fd req-7c73231f-aea1-4901-b4bb-cb82130f8fca tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:44.986142 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bcc897f3-dd85-4662-83f7-1e6c5b0fc8fd req-7c73231f-aea1-4901-b4bb-cb82130f8fca tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1076577 May 12 14:39:44.996955 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 57c849b2-3548-4709-a6ba-435f0a47c07a completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:39:45.004315 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-b49bbd55-7ad8-4750-8f14-1802fca118dc tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:45.006651 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-b49bbd55-7ad8-4750-8f14-1802fca118dc tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989018 May 12 14:39:45.010073 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 57c849b2-3548-4709-a6ba-435f0a47c07a triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:45.010751 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:45.037244 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-59ea4b5f-d1d3-45e4-a600-387d7c1d9c09 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/quotas/eb08ec33a1c8431bbe1464d11be9bfc6 HTTP/1.1" status: 200 len: 375 time: 0.0215027 May 12 14:39:45.088962 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-b8ab85b6-4c01-47e5-9bb2-eb3270a6e8c6 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb08ec33a1c8431bbe1464d11be9bfc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396910 May 12 14:39:45.098810 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bcc897f3-dd85-4662-83f7-1e6c5b0fc8fd req-184a5017-406d-4d91-84af-c65690f918d1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896223 May 12 14:39:45.125619 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 57c849b2-3548-4709-a6ba-435f0a47c07a is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:45.126020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:45.162900 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 57c849b2-3548-4709-a6ba-435f0a47c07a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=57c849b2-3548-4709-a6ba-435f0a47c07a,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:45.163933 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c849b2-3548-4709-a6ba-435f0a47c07a'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:45.166370 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18af50f-1c6b-48f4-b3ef-739573543b3a" -d '{"events": [{"server_uuid": "a0ee4d94-7406-4be1-8f0a-6563ee830f97", "name": "network-vif-plugged", "status": "completed", "tag": "57c849b2-3548-4709-a6ba-435f0a47c07a"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:45.172081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:45.228138 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=57c849b2-3548-4709-a6ba-435f0a47c07a,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:45.242499 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63378941-e468-4ab5-8e6f-2e995b319327 x-openstack-request-id: req-63378941-e468-4ab5-8e6f-2e995b319327 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:45.242828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee4d94-7406-4be1-8f0a-6563ee830f97", "name": "network-vif-plugged", "status": "completed", "tag": "57c849b2-3548-4709-a6ba-435f0a47c07a", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:45.243136 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63378941-e468-4ab5-8e6f-2e995b319327 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:45.243549 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63378941-e468-4ab5-8e6f-2e995b319327'] response: {'server_uuid': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c849b2-3548-4709-a6ba-435f0a47c07a', 'code': 200} May 12 14:39:45.390087 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2c12ac06-01e7-42d1-9a4e-b7a5d8ec6dfd req-2c29578d-c9a8-4f49-9bb7-2a870bcafc62 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0722594 May 12 14:39:45.580325 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a507-d8b4-4fab-8e2f-c30dddde2d84 req-90cd500d-6d09-4793-b313-cd8d6253a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:45.581968 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cad1a507-d8b4-4fab-8e2f-c30dddde2d84 req-90cd500d-6d09-4793-b313-cd8d6253a9b6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 1130 time: 0.1005244 May 12 14:39:45.615147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe9085-eda7-4a62-8f07-c7e233009693 req-4914f0b8-7abb-4825-bb82-666619d038d6 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:45.616666 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3dbe9085-eda7-4a62-8f07-c7e233009693 req-4914f0b8-7abb-4825-bb82-666619d038d6 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0780435 May 12 14:39:45.692599 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cad1a507-d8b4-4fab-8e2f-c30dddde2d84 req-02a02dc6-5b11-4090-9904-3240855447bf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023216 May 12 14:39:45.714777 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3dbe9085-eda7-4a62-8f07-c7e233009693 req-0eefd00a-8833-4093-a37c-868838a50dae tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824478 May 12 14:39:46.227573 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e4814-d6ca-4128-8736-4ca1ce969398 req-bcedb883-d28b-4657-91bb-77f66b2f952a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:46.229226 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae3e4814-d6ca-4128-8736-4ca1ce969398 req-bcedb883-d28b-4657-91bb-77f66b2f952a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0627885 May 12 14:39:46.287672 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae3e4814-d6ca-4128-8736-4ca1ce969398 req-e382823d-c644-476f-940a-b09be8175da0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523548 May 12 14:39:46.487841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ae14f1-fbdd-4d78-a1ae-875551c24286 req-c21fa00f-ccac-4eb5-a916-780e3eaf50f8 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0331464 May 12 14:39:46.853090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40603-6162-462c-bb7b-4ec56af0df01 req-c337b3b3-0911-403f-ba57-ccf88ee30338 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:46.860185 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deb40603-6162-462c-bb7b-4ec56af0df01 req-c337b3b3-0911-403f-ba57-ccf88ee30338 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0637317 May 12 14:39:46.915478 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deb40603-6162-462c-bb7b-4ec56af0df01 req-5d6d3f47-96f6-492b-970f-cd5f203972d8 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541844 May 12 14:39:47.434746 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5633cd-0d22-46a7-90af-e718f6e33e78 req-500d8620-8454-47d8-8924-d42ed5fcaca8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:47.441990 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-db5633cd-0d22-46a7-90af-e718f6e33e78 req-500d8620-8454-47d8-8924-d42ed5fcaca8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0648246 May 12 14:39:47.495238 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-db5633cd-0d22-46a7-90af-e718f6e33e78 req-0f8a7d11-36e1-48f1-b3b3-a081ae64c458 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521698 May 12 14:39:47.603444 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-447cc014-1e1a-4bcf-af7e-5d4a232c4b5c req-71d7b74d-0e90-4cf9-a7f3-222e3db30474 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0296307 May 12 14:39:48.076842 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b5c9-8ca1-40d3-a1fe-7ccb5e82c5dd req-10701bd8-5b54-4e89-a227-7003f16eb1a4 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:48.079126 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-29b9b5c9-8ca1-40d3-a1fe-7ccb5e82c5dd req-10701bd8-5b54-4e89-a227-7003f16eb1a4 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0743427 May 12 14:39:48.139092 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-29b9b5c9-8ca1-40d3-a1fe-7ccb5e82c5dd req-e932df74-bee1-4d89-af27-73870480f4bb tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524635 May 12 14:39:48.619010 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd7019-b92b-4203-a942-289e396b1b76 req-3fdaf0a6-04ab-4387-b0f7-a1f98bae6143 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:48.620939 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fdd7019-b92b-4203-a942-289e396b1b76 req-3fdaf0a6-04ab-4387-b0f7-a1f98bae6143 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0551682 May 12 14:39:48.691984 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-b386195f-8cd8-4776-ba77-2f73e45e3d11 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=eb08ec33a1c8431bbe1464d11be9bfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347073 May 12 14:39:48.729028 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fdd7019-b92b-4203-a942-289e396b1b76 req-e457abbb-bc36-4544-baa3-772937af18a6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001003 May 12 14:39:48.813847 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-415ebec0-0ce4-467f-bf9e-4a81135f49b5 req-60e4f457-9112-42fd-aa67-7e56fe222ae1 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0616393 May 12 14:39:48.900588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-38771912-d8a3-45f6-a10d-0b95daf07836 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:48.906001 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-38771912-d8a3-45f6-a10d-0b95daf07836 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998694 May 12 14:39:49.053631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Request body: {'port': {'device_id': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf', 'admin_state_up': True, 'tenant_id': 'eb08ec33a1c8431bbe1464d11be9bfc6'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:49.180124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Made reservation on behalf of eb08ec33a1c8431bbe1464d11be9bfc6 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:49.185102 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.194241 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.284691 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a25e-a6a2-428e-8c5a-3a13d2732f8c req-841e4d04-b499-48b4-a249-dc6a9161d502 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:49.286320 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be08a25e-a6a2-428e-8c5a-3a13d2732f8c req-841e4d04-b499-48b4-a249-dc6a9161d502 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0621264 May 12 14:39:49.353237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks [] for security_group (0457c80b-0a38-4d25-a926-309ba13dead7), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.379773 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be08a25e-a6a2-428e-8c5a-3a13d2732f8c req-d6c13f1a-842f-4c9a-bc20-cf37bc04d66f tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823438 May 12 14:39:49.380816 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (0457c80b-0a38-4d25-a926-309ba13dead7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.457848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0457c80b-0a38-4d25-a926-309ba13dead7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:49.533004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Allocated IP 192.168.233.138 (0d1189c3-5568-4f9a-a838-d4c9ea98dadf/b318f15d-0b16-4c6e-b8b6-65d8c41d16f2/e8083e73-da7a-4ed8-90ea-9409de658c74) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:39:49.740515 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks [] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.810551 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.923966 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:39:49.966567 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:49.969771 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:39:50.031817 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Pushing event updated for resources: {'Port': ['ID=e8083e73-da7a-4ed8-90ea-9409de658c74,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:50.054726 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd7e3-ffe0-4cc3-9c3f-33b570dd2804 req-bd798fdf-7631-4a10-8acb-64c2f9a3f69f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:50.056403 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37ebd7e3-ffe0-4cc3-9c3f-33b570dd2804 req-bd798fdf-7631-4a10-8acb-64c2f9a3f69f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.2095082 May 12 14:39:50.065382 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252015db-6ead-4005-8c53-b9ac63db6f08 req-730aba4a-b6b1-44f3-b7b8-913b3e56690f tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:50.072644 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-252015db-6ead-4005-8c53-b9ac63db6f08 req-730aba4a-b6b1-44f3-b7b8-913b3e56690f tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 936 time: 0.1517670 May 12 14:39:50.093029 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:50.093819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:50.137250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-d36d2814-b401-482f-b457-49582d0c57cf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0880110 May 12 14:39:50.173317 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37ebd7e3-ffe0-4cc3-9c3f-33b570dd2804 req-cbe3ffee-2649-433b-8d25-feb2a81b356f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977063 May 12 14:39:50.177743 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-252015db-6ead-4005-8c53-b9ac63db6f08 req-40dbe0a5-7ae6-4964-a0e3-800522684a2e tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041694 May 12 14:39:50.182554 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Request body: {'port': {'device_id': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:50.247484 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:50.318175 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-db95519b-e1a6-405b-b5aa-d232bf136b38 None None] Provisioning complete for port e8083e73-da7a-4ed8-90ea-9409de658c74 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:50.318806 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-db95519b-e1a6-405b-b5aa-d232bf136b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:50.353549 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-db95519b-e1a6-405b-b5aa-d232bf136b38 None None] Port e8083e73-da7a-4ed8-90ea-9409de658c74 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:39:50.778992 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8083e73-da7a-4ed8-90ea-9409de658c74 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:50.786653 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Publish callbacks [] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:50.800649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Transition to ACTIVE for port object e8083e73-da7a-4ed8-90ea-9409de658c74 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:39:50.806841 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:50.862041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Pushing event updated for resources: {'Port': ['ID=e8083e73-da7a-4ed8-90ea-9409de658c74,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:50.943631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Attempting to bind port e8083e73-da7a-4ed8-90ea-9409de658c74 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:39:50.944007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Attempting to bind port e8083e73-da7a-4ed8-90ea-9409de658c74 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:39:50.944318 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Attempting to bind port e8083e73-da7a-4ed8-90ea-9409de658c74 on network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:50.949119 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Port e8083e73-da7a-4ed8-90ea-9409de658c74 on network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:39:50.949434 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Attempting to bind port e8083e73-da7a-4ed8-90ea-9409de658c74 on network 0d1189c3-5568-4f9a-a838-d4c9ea98dadf {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:50.954451 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:39:50.954782 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Checking segment: {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:39:50.955161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Bound using segment: {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:39:50.955584 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Bound port: e8083e73-da7a-4ed8-90ea-9409de658c74, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df85099-6b60-4f5c-b580-69d5260ab3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:39:50.955972 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:51.031177 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] For port e8083e73-da7a-4ed8-90ea-9409de658c74, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:39:51.034285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] For port e8083e73-da7a-4ed8-90ea-9409de658c74, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e8083e73-da7a-4ed8-90ea-9409de658c74,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:39:51.041292 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:51.075731 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.076477 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:51.077798 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] 10.222.0.85 "PUT /v2.0/ports/e8083e73-da7a-4ed8-90ea-9409de658c74 HTTP/1.1" status: 200 len: 1098 time: 0.9035785 May 12 14:39:51.078276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'tag': 'e8083e73-da7a-4ed8-90ea-9409de658c74'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:51.080625 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f" -d '{"events": [{"name": "network-changed", "server_uuid": "683433dc-ada6-43d1-accf-95c69f1ab3c6", "tag": "e8083e73-da7a-4ed8-90ea-9409de658c74"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:51.106867 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b95d6-8a4d-42f8-b98e-d0c05c9a02bf service neutron] Pushing event updated for resources: {'Port': ['ID=e8083e73-da7a-4ed8-90ea-9409de658c74,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:51.133920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d2356-c6db-4d57-90a0-be6223ec87d5 x-openstack-request-id: req-ff4d2356-c6db-4d57-90a0-be6223ec87d5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:51.134218 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683433dc-ada6-43d1-accf-95c69f1ab3c6", "tag": "e8083e73-da7a-4ed8-90ea-9409de658c74", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:51.134459 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff4d2356-c6db-4d57-90a0-be6223ec87d5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:51.135045 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4d2356-c6db-4d57-90a0-be6223ec87d5'] response: {'name': 'network-changed', 'server_uuid': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'tag': 'e8083e73-da7a-4ed8-90ea-9409de658c74', 'status': 'completed', 'code': 200} May 12 14:39:51.213059 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-6f22e6c6-469e-4d65-9c33-876402d24dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.214741 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-6f22e6c6-469e-4d65-9c33-876402d24dad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eb08ec33a1c8431bbe1464d11be9bfc6&device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 1132 time: 0.0461528 May 12 14:39:51.312915 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-656cd07d-bf58-4569-b41e-b8471ebcd60d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8083e73-da7a-4ed8-90ea-9409de658c74 HTTP/1.1" status: 200 len: 217 time: 0.0785210 May 12 14:39:51.406690 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327753-31c9-4912-9b90-e447a3fe3fe1 req-9bf642a9-4d6a-4196-92f6-bee8a75c2482 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.408208 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1a327753-31c9-4912-9b90-e447a3fe3fe1 req-9bf642a9-4d6a-4196-92f6-bee8a75c2482 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 948 time: 0.1189284 May 12 14:39:51.416595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e5a3d-0560-4115-be45-4bda1525241a req-4d60b719-98d7-4329-8fda-f96b52109c93 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.418096 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c6e5a3d-0560-4115-be45-4bda1525241a req-4d60b719-98d7-4329-8fda-f96b52109c93 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1276555 May 12 14:39:51.447956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-74d0dcd2-f2ad-42ee-981b-9400cd852166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.449822 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-74d0dcd2-f2ad-42ee-981b-9400cd852166 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b318f15d-0b16-4c6e-b8b6-65d8c41d16f2 HTTP/1.1" status: 200 len: 843 time: 0.1181355 May 12 14:39:51.531299 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-40deaeff-5a60-4810-91c8-f95b3001f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.533075 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-40deaeff-5a60-4810-91c8-f95b3001f617 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d1189c3-5568-4f9a-a838-d4c9ea98dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0737932 May 12 14:39:51.536733 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1a327753-31c9-4912-9b90-e447a3fe3fe1 req-07d5e3fa-15c1-49bd-a215-68575f19cd5f tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177068 May 12 14:39:51.560234 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c6e5a3d-0560-4115-be45-4bda1525241a req-7b5b37a8-9557-4169-a3b7-ebadb4f84048 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303079 May 12 14:39:51.646077 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-12a8dd24-0e4f-4dcb-998b-733a84243f22 service neutron] 10.222.0.85 "GET /v2.0/networks/0d1189c3-5568-4f9a-a838-d4c9ea98dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049480 May 12 14:39:51.744141 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f320067-f064-4d3a-a574-0b1d74e15293 req-2bbecf97-64bd-47d6-abf8-9d24121965b1 service neutron] 10.222.0.85 "GET /v2.0/networks/0d1189c3-5568-4f9a-a838-d4c9ea98dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914586 May 12 14:39:52.361727 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06480cdc-18e1-445a-801a-a72c2a9a96de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:52.692682 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2a81a-ad22-4592-98d2-4bade4c8fb36 req-99e538f3-1e65-461f-b4f4-cea2a7f380d3 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:52.694174 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34f2a81a-ad22-4592-98d2-4bade4c8fb36 req-99e538f3-1e65-461f-b4f4-cea2a7f380d3 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 948 time: 0.0795848 May 12 14:39:52.704968 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b459cf3-0620-4a76-96ac-9ca620f19384 req-f24af9ed-caf0-4d69-85c0-b631b69be699 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:52.706359 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b459cf3-0620-4a76-96ac-9ca620f19384 req-f24af9ed-caf0-4d69-85c0-b631b69be699 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0784976 May 12 14:39:52.778950 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b459cf3-0620-4a76-96ac-9ca620f19384 req-02ba3b64-34d0-4014-9bd1-a0ef751b3732 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658147 May 12 14:39:52.781964 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34f2a81a-ad22-4592-98d2-4bade4c8fb36 req-39d374aa-f1ea-4ed3-b1a4-8441a4553a8c tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747237 May 12 14:39:53.057361 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49588) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:53.103956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Deleting subnet 129d7160-2f0a-4d57-a544-7265c8fc72d7 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:39:53.107217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Publish callbacks [] for subnet (129d7160-2f0a-4d57-a544-7265c8fc72d7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.147551 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (129d7160-2f0a-4d57-a544-7265c8fc72d7), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.190091 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (129d7160-2f0a-4d57-a544-7265c8fc72d7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.249564 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (129d7160-2f0a-4d57-a544-7265c8fc72d7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.273455 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129d7160-2f0a-4d57-a544-7265c8fc72d7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:53.279469 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.282694 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f4528728-28e3-4084-a95f-6bced053c091 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/129d7160-2f0a-4d57-a544-7265c8fc72d7 HTTP/1.1" status: 204 len: 168 time: 0.2242262 May 12 14:39:53.285420 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49592) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:53.360696 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.440516 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.465973 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bf7750-7a0c-4b6b-91bb-068ee7291c5b']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:53.476153 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208ffb27-9e34-4c15-8388-00461f8e551b') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:53.476450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208ffb27-9e34-4c15-8388-00461f8e551b') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:53.486430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (208ffb27-9e34-4c15-8388-00461f8e551b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.501295 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (208ffb27-9e34-4c15-8388-00461f8e551b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.508055 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:39:53.508533 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (208ffb27-9e34-4c15-8388-00461f8e551b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:39:53.510280 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:39:53.596576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (d2bf7750-7a0c-4b6b-91bb-068ee7291c5b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.607214 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.610354 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d2bf7750-7a0c-4b6b-91bb-068ee7291c5b HTTP/1.1" status: 204 len: 168 time: 0.3240211 May 12 14:39:53.621201 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84607f3-4285-4ce6-8d8d-748c3519f978 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bf7750-7a0c-4b6b-91bb-068ee7291c5b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:53.817843 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49600) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:53.879531 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-16f42c8a-4520-4edc-8737-153882ea6037 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eeba321debcd40e6ba9eb9a5c1e534ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603859 May 12 14:39:53.882019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49602) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:53.941581 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf533-be16-4e0a-9d15-b15bce2ddfec admin admin] Publish callbacks [] for security_group (f8f54713-3dc2-4d38-8784-30daca79fbf1), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:53.954053 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e343ef-3986-451e-bd6a-a15889552870 req-ebbbfbd7-8bb0-4962-9f3d-ac9f859f1e52 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:53.955633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30e343ef-3986-451e-bd6a-a15889552870 req-ebbbfbd7-8bb0-4962-9f3d-ac9f859f1e52 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0983551 May 12 14:39:53.964064 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4897-0654-4e62-b0b5-0292741fbadb req-1cf0b37a-3d14-4bed-b2b2-e35f5285b96e tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:53.965457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26af4897-0654-4e62-b0b5-0292741fbadb req-1cf0b37a-3d14-4bed-b2b2-e35f5285b96e tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 948 time: 0.0687332 May 12 14:39:53.967541 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf533-be16-4e0a-9d15-b15bce2ddfec admin admin] Publish callbacks [] for security_group (f8f54713-3dc2-4d38-8784-30daca79fbf1), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:54.021794 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf533-be16-4e0a-9d15-b15bce2ddfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f8f54713-3dc2-4d38-8784-30daca79fbf1), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:54.024965 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf533-be16-4e0a-9d15-b15bce2ddfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:54.030575 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0d7bf533-be16-4e0a-9d15-b15bce2ddfec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8f54713-3dc2-4d38-8784-30daca79fbf1 HTTP/1.1" status: 204 len: 168 time: 0.1473303 May 12 14:39:54.039004 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30e343ef-3986-451e-bd6a-a15889552870 req-2cc78eb7-d011-4e48-b1ce-b8a98717bf02 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 May 12 14:39:54.041024 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bf533-be16-4e0a-9d15-b15bce2ddfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f54713-3dc2-4d38-8784-30daca79fbf1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:54.084103 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26af4897-0654-4e62-b0b5-0292741fbadb req-dbbb36d4-6e49-48eb-bbc3-92a2431dba30 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896275 May 12 14:39:54.818345 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e591f3b0-3cfd-4d4d-818c-1fe111608cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:54.975241 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e8083e73-da7a-4ed8-90ea-9409de658c74 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:39:55.103976 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port e8083e73-da7a-4ed8-90ea-9409de658c74, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e8083e73-da7a-4ed8-90ea-9409de658c74,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:55.132801 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'e8083e73-da7a-4ed8-90ea-9409de658c74', 'network_id': '0d1189c3-5568-4f9a-a838-d4c9ea98dadf', 'port_id': 'e8083e73-da7a-4ed8-90ea-9409de658c74', 'mac_address': 'fa:16:3e:80:30:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b318f15d-0b16-4c6e-b8b6-65d8c41d16f2', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:39:55.186083 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port e8083e73-da7a-4ed8-90ea-9409de658c74 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:55.186659 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.206954 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8083e73-da7a-4ed8-90ea-9409de658c74 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:55.235002 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port e8083e73-da7a-4ed8-90ea-9409de658c74, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e8083e73-da7a-4ed8-90ea-9409de658c74,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:55.241041 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.256225 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-0d8b43d6-7bba-4134-a0ef-2122631cc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:55.257734 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-0d8b43d6-7bba-4134-a0ef-2122631cc979 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eb08ec33a1c8431bbe1464d11be9bfc6&device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 1132 time: 0.1501086 May 12 14:39:55.279476 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d3ced-3141-49c6-aea0-790a5c0ab449 req-624365a5-d6ca-4f34-99b9-c6067292d078 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:55.281078 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-339d3ced-3141-49c6-aea0-790a5c0ab449 req-624365a5-d6ca-4f34-99b9-c6067292d078 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 948 time: 0.0903943 May 12 14:39:55.299948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da42d-1dea-4eea-982f-88e7591162c9 req-6f4661d1-2ffd-4c77-b8e6-ab9b55b7402d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:55.301397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-793da42d-1dea-4eea-982f-88e7591162c9 req-6f4661d1-2ffd-4c77-b8e6-ab9b55b7402d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1118231 May 12 14:39:55.309990 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=e8083e73-da7a-4ed8-90ea-9409de658c74,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:55.441642 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-339d3ced-3141-49c6-aea0-790a5c0ab449 req-b93926d3-0cc7-411f-8d91-b9cadf193870 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501389 May 12 14:39:55.446554 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-793da42d-1dea-4eea-982f-88e7591162c9 req-92e03a73-38de-4918-b71a-58e79f4a7591 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240277 May 12 14:39:55.460041 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49646) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:55.473487 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-ae2fab10-bf2c-4478-95c4-a832e0c10a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:55.474973 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-ae2fab10-bf2c-4478-95c4-a832e0c10a1a service neutron] 10.222.0.85 "GET /v2.0/networks?id=0d1189c3-5568-4f9a-a838-d4c9ea98dadf HTTP/1.1" status: 200 len: 870 time: 0.1930342 May 12 14:39:55.523406 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-53155f49-f609-48e0-88e4-88cfe4c7c94e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e8083e73-da7a-4ed8-90ea-9409de658c74 HTTP/1.1" status: 200 len: 217 time: 0.0383961 May 12 14:39:55.572335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-2e792ffa-7cc5-4e02-9698-e0bb7ba656bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:55.572627 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c370021-469e-4e0d-9bfc-9dcc4063afc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.573814 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-2e792ffa-7cc5-4e02-9698-e0bb7ba656bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b318f15d-0b16-4c6e-b8b6-65d8c41d16f2 HTTP/1.1" status: 200 len: 843 time: 0.0438998 May 12 14:39:55.622959 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-cb0f645a-e707-43ef-88e3-a096cb46e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:55.625242 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-cb0f645a-e707-43ef-88e3-a096cb46e2d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0d1189c3-5568-4f9a-a838-d4c9ea98dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0452402 May 12 14:39:55.659987 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c370021-469e-4e0d-9bfc-9dcc4063afc9 admin admin] Publish callbacks [] for security_group (5fbcd383-fc94-4598-80d2-1f31ec42851f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.665286 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c370021-469e-4e0d-9bfc-9dcc4063afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5fbcd383-fc94-4598-80d2-1f31ec42851f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.704298 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2c370021-469e-4e0d-9bfc-9dcc4063afc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbe01d9e5d6d49f0b5318e94c0995566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431333 May 12 14:39:55.705220 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370021-469e-4e0d-9bfc-9dcc4063afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbcd383-fc94-4598-80d2-1f31ec42851f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:55.707623 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:55.724144 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-0506d697-9396-4dc9-9036-d561ec41ad53 service neutron] 10.222.0.85 "GET /v2.0/networks/0d1189c3-5568-4f9a-a838-d4c9ea98dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919352 May 12 14:39:55.756303 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f2ede1a-02d4-454f-92ba-cceae562029d admin admin] Publish callbacks [] for security_group (5fbcd383-fc94-4598-80d2-1f31ec42851f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.777550 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f2ede1a-02d4-454f-92ba-cceae562029d admin admin] Publish callbacks [] for security_group (5fbcd383-fc94-4598-80d2-1f31ec42851f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.825230 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eddf82d-4d17-4c0b-9dc2-cdb61ec1f74f req-263c7337-4f48-4a05-b5f8-db2440cb4366 service neutron] 10.222.0.85 "GET /v2.0/networks/0d1189c3-5568-4f9a-a838-d4c9ea98dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945284 May 12 14:39:55.826407 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f2ede1a-02d4-454f-92ba-cceae562029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5fbcd383-fc94-4598-80d2-1f31ec42851f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.829165 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f2ede1a-02d4-454f-92ba-cceae562029d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:55.830326 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4f2ede1a-02d4-454f-92ba-cceae562029d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5fbcd383-fc94-4598-80d2-1f31ec42851f HTTP/1.1" status: 204 len: 168 time: 0.1217527 May 12 14:39:55.838423 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ede1a-02d4-454f-92ba-cceae562029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbcd383-fc94-4598-80d2-1f31ec42851f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:55.845411 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['e8083e73-da7a-4ed8-90ea-9409de658c74'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:55.896324 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.513663 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:56.590413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078247a-d50e-4310-8a60-22e9a69b9f4b req-adbaa300-b43d-4eda-91cd-388d027d575b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:56.591997 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9078247a-d50e-4310-8a60-22e9a69b9f4b req-adbaa300-b43d-4eda-91cd-388d027d575b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0767167 May 12 14:39:56.602725 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fde04-637d-4a9a-8e7e-c780504ee886 req-a493c32b-c140-43a6-b952-e1a9ad14613b tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:56.604162 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f76fde04-637d-4a9a-8e7e-c780504ee886 req-a493c32b-c140-43a6-b952-e1a9ad14613b tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 949 time: 0.0877364 May 12 14:39:56.615654 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1965233634-network', 'tenant_id': '323bfd19e97146e39c34d3ba12370590'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:56.637193 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Made reservation on behalf of 323bfd19e97146e39c34d3ba12370590 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:56.640086 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.648564 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.684283 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f76fde04-637d-4a9a-8e7e-c780504ee886 req-4df250fa-75c4-4b44-aa6b-70674fcbd901 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733802 May 12 14:39:56.687652 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9078247a-d50e-4310-8a60-22e9a69b9f4b req-679e5755-30e1-45dc-aaf1-5e59933838fa tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825934 May 12 14:39:56.740194 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks [] for security_group (41b5fb46-ec80-482f-b098-fec8dde9df12), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.745853 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (41b5fb46-ec80-482f-b098-fec8dde9df12), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.769534 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:39:56.779679 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5fb46-ec80-482f-b098-fec8dde9df12,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:56.785049 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (a748454f-ccee-499e-8cbd-578cac8d67af), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.785475 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Added segment a748454f-ccee-499e-8cbd-578cac8d67af of type vlan for network a49560f3-0c8f-4242-9059-9a790b48facb May 12 14:39:56.826796 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (a49560f3-0c8f-4242-9059-9a790b48facb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.852805 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (a49560f3-0c8f-4242-9059-9a790b48facb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.853711 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:56.854311 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.889504 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3745248 May 12 14:39:56.892586 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49684) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:56.897618 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Request body: {'subnet': {'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1965233634-subnet', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:56.916057 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea82fde-b19c-4443-a838-7f7176679945 admin admin] Pushing event updated for resources: {'Network': ['ID=a49560f3-0c8f-4242-9059-9a790b48facb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:56.924102 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Made reservation on behalf of 323bfd19e97146e39c34d3ba12370590 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:39:56.926659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4904144'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:56.928225 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network a49560f3-0c8f-4242-9059-9a790b48facb details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:39:57.019524 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.109732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7549223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4904134'] for subnet (d9c78a50-e6a9-442c-a90e-d7649db529b5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.157587 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c78a50-e6a9-442c-a90e-d7649db529b5,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:57.173646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Checking segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:39:57.173987 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Network hostable DHCP agents. Network: a49560f3-0c8f-4242-9059-9a790b48facb, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:39:57.192916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Network a49560f3-0c8f-4242-9059-9a790b48facb is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:39:57.206461 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, a49560f3-0c8f-4242-9059-9a790b48facb) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:57.211422 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:57.212424 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.216484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d14c08-6aca-4bb3-85a6-d45368cd4900 None None] Network a49560f3-0c8f-4242-9059-9a790b48facb requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:39:57.230786 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e4869c26-eac1-4f28-921a-979160b14f46 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3370740 May 12 14:39:57.233525 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49686) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:57.238027 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:57.259987 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (c2bc94d8-cd23-454a-b313-484beb6a54e5), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.261151 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (c2bc94d8-cd23-454a-b313-484beb6a54e5), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.277654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e8083e73-da7a-4ed8-90ea-9409de658c74 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:39:57.317529 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks [] for router_controller (c2bc94d8-cd23-454a-b313-484beb6a54e5), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.352407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port e8083e73-da7a-4ed8-90ea-9409de658c74 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:39:57.362983 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port e8083e73-da7a-4ed8-90ea-9409de658c74 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:57.363287 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.365170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-a49560f3-0c8f-4242-9059-9a790b48facb', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:39:57.366080 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.469040 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks [] for router_gateway (c2bc94d8-cd23-454a-b313-484beb6a54e5), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.556680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port e8083e73-da7a-4ed8-90ea-9409de658c74 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:57.557071 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.584875 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Allocated IP 172.20.0.2 (a49560f3-0c8f-4242-9059-9a790b48facb/d9c78a50-e6a9-442c-a90e-d7649db529b5/e599770a-7ed9-425e-9aac-63249719d947) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:39:57.592379 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8083e73-da7a-4ed8-90ea-9409de658c74'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:57.594777 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863eeb7c-367e-49d9-bbf0-fe35b2f823bf" -d '{"events": [{"server_uuid": "683433dc-ada6-43d1-accf-95c69f1ab3c6", "name": "network-vif-plugged", "status": "completed", "tag": "e8083e73-da7a-4ed8-90ea-9409de658c74"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:57.613872 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port e8083e73-da7a-4ed8-90ea-9409de658c74, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e8083e73-da7a-4ed8-90ea-9409de658c74,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:57.619293 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.639933 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6802df-7f8e-4dec-8487-a11112f799ab x-openstack-request-id: req-0d6802df-7f8e-4dec-8487-a11112f799ab {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:57.640178 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683433dc-ada6-43d1-accf-95c69f1ab3c6", "name": "network-vif-plugged", "status": "completed", "tag": "e8083e73-da7a-4ed8-90ea-9409de658c74", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:57.640398 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d6802df-7f8e-4dec-8487-a11112f799ab {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:57.640969 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6802df-7f8e-4dec-8487-a11112f799ab'] response: {'server_uuid': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8083e73-da7a-4ed8-90ea-9409de658c74', 'code': 200} May 12 14:39:57.727297 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=e8083e73-da7a-4ed8-90ea-9409de658c74,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:57.817257 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Publish callbacks [] for port (e599770a-7ed9-425e-9aac-63249719d947), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.825342 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (e599770a-7ed9-425e-9aac-63249719d947), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.877246 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Network a49560f3-0c8f-4242-9059-9a790b48facb is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:39:57.881359 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:57.883750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Pushing event updated for resources: {'Port': ['ID=e599770a-7ed9-425e-9aac-63249719d947,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:57.886356 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:39:57.952544 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Attempting to bind port e599770a-7ed9-425e-9aac-63249719d947 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:39:57.953239 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Attempting to bind port e599770a-7ed9-425e-9aac-63249719d947 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:39:57.953239 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Attempting to bind port e599770a-7ed9-425e-9aac-63249719d947 on network a49560f3-0c8f-4242-9059-9a790b48facb {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:39:57.959394 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:39:57.960208 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Checking segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:39:57.960768 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.961697 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Bound using segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:39:57.962338 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Bound port: e599770a-7ed9-425e-9aac-63249719d947, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:39:57.962863 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e599770a-7ed9-425e-9aac-63249719d947), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:57.980715 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43641fec-627c-44a0-b282-0a72b7a0f9f4 req-38503ddb-49fe-4a11-b167-a008a932bdd8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:57.982204 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43641fec-627c-44a0-b282-0a72b7a0f9f4 req-38503ddb-49fe-4a11-b167-a008a932bdd8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1056387 May 12 14:39:57.990335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126211e9-cb7f-4f03-96b2-eee632818e00 req-ce8a0b9e-1274-431c-be46-c1c7459bd0dc tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:57.991863 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-126211e9-cb7f-4f03-96b2-eee632818e00 req-ce8a0b9e-1274-431c-be46-c1c7459bd0dc tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.1141794 May 12 14:39:58.018894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks [] for router_gateway (c2bc94d8-cd23-454a-b313-484beb6a54e5), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.051948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.060553 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] For port e599770a-7ed9-425e-9aac-63249719d947, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:39:58.064235 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] For port e599770a-7ed9-425e-9aac-63249719d947, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=e599770a-7ed9-425e-9aac-63249719d947,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:39:58.070876 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (e599770a-7ed9-425e-9aac-63249719d947), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.137564 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4765d1-88c0-40b7-9bab-2539cba5157f None None] Pushing event updated for resources: {'Port': ['ID=e599770a-7ed9-425e-9aac-63249719d947,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:58.202864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43641fec-627c-44a0-b282-0a72b7a0f9f4 req-5b536e10-dd09-4d48-8738-a2d27fc82b02 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082856 May 12 14:39:58.220841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-126211e9-cb7f-4f03-96b2-eee632818e00 req-28ecb40c-0af6-4f8f-8f1d-d90ad5948b21 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168229 May 12 14:39:58.251106 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c250c4-f3a9-4b4d-9eb0-e4462bc3b916 req-2e043691-b399-4b31-b925-7aa4fcaab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:58.252652 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94c250c4-f3a9-4b4d-9eb0-e4462bc3b916 req-2e043691-b399-4b31-b925-7aa4fcaab072 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 1134 time: 0.1377406 May 12 14:39:58.256206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738f18c-e455-4ba1-89c9-cbf9944092cc req-7b8bfe76-31aa-41db-9588-33a8eae26177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:58.257615 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1738f18c-e455-4ba1-89c9-cbf9944092cc req-7b8bfe76-31aa-41db-9588-33a8eae26177 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1129 time: 0.1438100 May 12 14:39:58.392649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Allocated IP 172.27.1.94 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/59b236db-1666-473b-90d9-e469688daf87) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:39:58.399299 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1738f18c-e455-4ba1-89c9-cbf9944092cc req-af485453-c6b2-4687-a859-8390e731b195 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226394 May 12 14:39:58.414878 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94c250c4-f3a9-4b4d-9eb0-e4462bc3b916 req-8ca73d2e-c8b9-4a4a-a17e-88381f79295d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395066 May 12 14:39:58.467415 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device e599770a-7ed9-425e-9aac-63249719d947 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:39:58.523847 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks [] for port (59b236db-1666-473b-90d9-e469688daf87), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.529867 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port e599770a-7ed9-425e-9aac-63249719d947 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:58.530335 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e599770a-7ed9-425e-9aac-63249719d947), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.562921 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (59b236db-1666-473b-90d9-e469688daf87), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.603393 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:39:58.608662 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:58.611595 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port e599770a-7ed9-425e-9aac-63249719d947 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:58.612100 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e599770a-7ed9-425e-9aac-63249719d947), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.621255 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:39:58.624656 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Pushing event updated for resources: {'Port': ['ID=59b236db-1666-473b-90d9-e469688daf87,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:58.648561 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port e599770a-7ed9-425e-9aac-63249719d947, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=e599770a-7ed9-425e-9aac-63249719d947,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:58.653136 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (e599770a-7ed9-425e-9aac-63249719d947), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.708791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:58.722905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=e599770a-7ed9-425e-9aac-63249719d947,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:58.892681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks [] for router_gateway (c2bc94d8-cd23-454a-b313-484beb6a54e5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:59.062711 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040fae2-a38a-449f-adf6-3f9284f10c38 None None] Network a49560f3-0c8f-4242-9059-9a790b48facb requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:39:59.111912 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (c2bc94d8-cd23-454a-b313-484beb6a54e5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:59.133824 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-d17130b2-0617-4c22-ae64-1a2fd1abaf70 None None] Provisioning complete for port e599770a-7ed9-425e-9aac-63249719d947 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:59.134190 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d17130b2-0617-4c22-ae64-1a2fd1abaf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e599770a-7ed9-425e-9aac-63249719d947), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:59.264606 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-d17130b2-0617-4c22-ae64-1a2fd1abaf70 None None] Current status of the port e599770a-7ed9-425e-9aac-63249719d947 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:59.271991 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Router c2bc94d8-cd23-454a-b313-484beb6a54e5 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:39:59.410276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93df7ec-2778-4ca2-aad5-37662957fca5 req-47160f3b-fb71-4717-990e-02167fa2f878 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:59.411818 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a93df7ec-2778-4ca2-aad5-37662957fca5 req-47160f3b-fb71-4717-990e-02167fa2f878 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0950522 May 12 14:39:59.419927 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b5477-0f4a-4efa-9168-a49fe3bf226a req-cac9c899-16ad-4031-a838-0d2127b1e5b3 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:59.421441 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-003b5477-0f4a-4efa-9168-a49fe3bf226a req-cac9c899-16ad-4031-a838-0d2127b1e5b3 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.1058462 May 12 14:39:59.485423 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-32f0bbf7-e1f1-4f90-a747-e8c7608c9066 None None] Provisioning complete for port e599770a-7ed9-425e-9aac-63249719d947 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:59.485635 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-32f0bbf7-e1f1-4f90-a747-e8c7608c9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e599770a-7ed9-425e-9aac-63249719d947), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:59.509161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:39:59.518710 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Sync routers for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:39:59.538107 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:59.538715 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:59.542387 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-003b5477-0f4a-4efa-9168-a49fe3bf226a req-fd316c20-b2b2-46dd-937c-6fb0b0536b28 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940614 May 12 14:39:59.558595 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a93df7ec-2778-4ca2-aad5-37662957fca5 req-ca9a70d8-6be2-46f0-a379-54696fa0a725 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122386 May 12 14:39:59.575657 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:59.577092 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3dab0207-dbc2-4901-9d9b-1bef6be6d156 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3424950 May 12 14:39:59.580665 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49706) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:59.593833 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-32f0bbf7-e1f1-4f90-a747-e8c7608c9066 None None] Current status of the port e599770a-7ed9-425e-9aac-63249719d947 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:59.668742 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:59.850154 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:39:58Z', 'revision_number': 3, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:59.876728 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Checking router: c2bc94d8-cd23-454a-b313-484beb6a54e5 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:39:59.877077 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Updating router c2bc94d8-cd23-454a-b313-484beb6a54e5 port 59b236db-1666-473b-90d9-e469688daf87 binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:39:59.904586 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (59b236db-1666-473b-90d9-e469688daf87), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.023898 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.184761 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Allocated IP 172.20.0.1 (a49560f3-0c8f-4242-9059-9a790b48facb/d9c78a50-e6a9-442c-a90e-d7649db529b5/b2a805e1-3a19-425b-b911-4a2c3427ec72) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:00.210766 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Publish callbacks [] for port (59b236db-1666-473b-90d9-e469688daf87), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.216753 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (59b236db-1666-473b-90d9-e469688daf87), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.268444 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167a320-c902-45fa-9159-62a93180300a None None] Pushing event updated for resources: {'Port': ['ID=59b236db-1666-473b-90d9-e469688daf87,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:00.270619 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Attempting to bind port 59b236db-1666-473b-90d9-e469688daf87 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:00.271091 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Attempting to bind port 59b236db-1666-473b-90d9-e469688daf87 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:00.271470 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Attempting to bind port 59b236db-1666-473b-90d9-e469688daf87 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:00.281550 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.281897 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.282268 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.282626 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.282960 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.283324 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.283651 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.283999 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.284324 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.284630 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.284932 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.285275 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.285596 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.285914 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.286230 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167a320-c902-45fa-9159-62a93180300a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:00.289791 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:00.290165 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:00.290565 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.290943 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:00.291421 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Bound port: 59b236db-1666-473b-90d9-e469688daf87, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:00.291817 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (59b236db-1666-473b-90d9-e469688daf87), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.295860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks [] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.330679 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.342402 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] For port 59b236db-1666-473b-90d9-e469688daf87, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:00.345859 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] For port 59b236db-1666-473b-90d9-e469688daf87, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=59b236db-1666-473b-90d9-e469688daf87,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:00.359270 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (59b236db-1666-473b-90d9-e469688daf87), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.412720 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:00.413372 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:00.464791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device e599770a-7ed9-425e-9aac-63249719d947 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:00.484649 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167a320-c902-45fa-9159-62a93180300a None None] Pushing event updated for resources: {'Port': ['ID=59b236db-1666-473b-90d9-e469688daf87,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:00.526461 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port e599770a-7ed9-425e-9aac-63249719d947 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:00.526986 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e599770a-7ed9-425e-9aac-63249719d947), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.554213 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:00.626087 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Network a49560f3-0c8f-4242-9059-9a790b48facb is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:00.632016 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:00.634475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:00.635714 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port e599770a-7ed9-425e-9aac-63249719d947 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:00.663009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Pushing event updated for resources: {'Port': ['ID=b2a805e1-3a19-425b-b911-4a2c3427ec72,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:00.769349 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a4e-2d9e-43f5-87c6-45fd9bf6ffe6 req-a5f9136f-49a5-42fa-9041-0d4643127ea7 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:00.776401 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d945a4e-2d9e-43f5-87c6-45fd9bf6ffe6 req-a5f9136f-49a5-42fa-9041-0d4643127ea7 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.1142423 May 12 14:40:00.784513 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426ad71-5a06-4399-9944-ed4a5f64cd09 req-6473c717-091e-4d17-a3c0-b7e6ee6b1382 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:00.786402 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3426ad71-5a06-4399-9944-ed4a5f64cd09 req-6473c717-091e-4d17-a3c0-b7e6ee6b1382 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1191862 May 12 14:40:00.787189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (c2bc94d8-cd23-454a-b313-484beb6a54e5), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.827871 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:39:58Z', 'revision_number': 3, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:00.858425 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a5a9-397f-4298-a809-f6828073fd64 None None] The sync data for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi is: [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:39:58Z', 'revision_number': 3, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:00.921154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-51643ce4-c0a3-472e-967f-c4aee4e44fbb None None] Provisioning complete for port b2a805e1-3a19-425b-b911-4a2c3427ec72 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:00.921632 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-51643ce4-c0a3-472e-967f-c4aee4e44fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:00.930314 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d945a4e-2d9e-43f5-87c6-45fd9bf6ffe6 req-b13a6a9e-95ef-4c0d-80c4-8d925bb37ee3 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529193 May 12 14:40:00.939496 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3426ad71-5a06-4399-9944-ed4a5f64cd09 req-aec85970-65bf-4609-abe8-026da8ca92a9 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981557 May 12 14:40:00.970463 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-51643ce4-c0a3-472e-967f-c4aee4e44fbb None None] Port b2a805e1-3a19-425b-b911-4a2c3427ec72 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:40:01.025358 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:01.247588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks [] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:01.253630 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:01.324027 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (c2bc94d8-cd23-454a-b313-484beb6a54e5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:01.325872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Pushing event updated for resources: {'Port': ['ID=b2a805e1-3a19-425b-b911-4a2c3427ec72,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:01.431531 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Network a49560f3-0c8f-4242-9059-9a790b48facb is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:01.432977 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:01.568982 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Router c2bc94d8-cd23-454a-b313-484beb6a54e5 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:40:01.695023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:40:01.698644 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-34eb637c-92b7-4c48-83da-1923e3faee1a None None] Provisioning complete for port b2a805e1-3a19-425b-b911-4a2c3427ec72 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:01.704678 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-55d4fc4d-ffe7-4bf5-ac4c-b83dfd8a756f admin admin] 10.222.0.79 "PUT /v2.0/routers/c2bc94d8-cd23-454a-b313-484beb6a54e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1234519 May 12 14:40:01.706390 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-34eb637c-92b7-4c48-83da-1923e3faee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:01.750517 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-34eb637c-92b7-4c48-83da-1923e3faee1a None None] Port b2a805e1-3a19-425b-b911-4a2c3427ec72 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:40:01.789737 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.096781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d7cc-8847-4897-a29e-60249208ffa4 req-c144abd3-3bb1-47a5-a14f-8c4b2f92c1d7 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:02.099396 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1a92d7cc-8847-4897-a29e-60249208ffa4 req-c144abd3-3bb1-47a5-a14f-8c4b2f92c1d7 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.0914752 May 12 14:40:02.109792 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b553-eb50-4e0d-9e96-ea7b074012a4 req-be856200-c28c-41ea-801a-8f26f3d69d77 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:02.111459 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f92b553-eb50-4e0d-9e96-ea7b074012a4 req-be856200-c28c-41ea-801a-8f26f3d69d77 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0700154 May 12 14:40:02.187226 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1a92d7cc-8847-4897-a29e-60249208ffa4 req-efb65ba4-0e97-40e1-883b-77de94011b6d tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740714 May 12 14:40:02.191604 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f92b553-eb50-4e0d-9e96-ea7b074012a4 req-dd0a8f6f-f70f-4f63-8bfb-e9a6f5da1085 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731251 May 12 14:40:02.240959 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:02.252725 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-595201068-network', 'tenant_id': 'f779edbfc8e041599692af4aee724c66'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:02.289446 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Made reservation on behalf of f779edbfc8e041599692af4aee724c66 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:40:02.294295 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.314386 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.472774 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks [] for security_group (2aa2c6c9-86e8-4f85-b93d-4c779faa9943), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.495177 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2aa2c6c9-86e8-4f85-b93d-4c779faa9943), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.525938 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 59b236db-1666-473b-90d9-e469688daf87 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:02.550728 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:40:02.572413 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (989d060c-b7f9-44ec-a71c-5e2c47240ab6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.573525 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Added segment 989d060c-b7f9-44ec-a71c-5e2c47240ab6 of type vlan for network b046d4e1-2d80-4410-bcef-6e559389f17d May 12 14:40:02.603482 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5fbd-2c73-494f-921a-4a3f156656bd req-748a7992-ca92-4742-9c40-8cc8b3ff0782 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:02.605123 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3e1e5fbd-2c73-494f-921a-4a3f156656bd req-748a7992-ca92-4742-9c40-8cc8b3ff0782 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0752165 May 12 14:40:02.614046 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 59b236db-1666-473b-90d9-e469688daf87 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:02.614418 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (59b236db-1666-473b-90d9-e469688daf87), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.623396 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa2c6c9-86e8-4f85-b93d-4c779faa9943,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:02.642016 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (b046d4e1-2d80-4410-bcef-6e559389f17d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.674226 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c9a3-ffae-47ce-97bf-b2cb7ebe12e5 req-bfe47b12-174a-4f74-a1a5-10b6da42deaf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:02.675783 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5d3c9a3-ffae-47ce-97bf-b2cb7ebe12e5 req-bfe47b12-174a-4f74-a1a5-10b6da42deaf tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.0696809 May 12 14:40:02.676814 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (b046d4e1-2d80-4410-bcef-6e559389f17d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.678066 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:02.678684 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.706574 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 59b236db-1666-473b-90d9-e469688daf87 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:02.707462 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (59b236db-1666-473b-90d9-e469688daf87), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.717169 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3e1e5fbd-2c73-494f-921a-4a3f156656bd req-08ecd464-ecdc-4b1e-847d-e029cae49240 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021276 May 12 14:40:02.733840 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 59b236db-1666-473b-90d9-e469688daf87, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=59b236db-1666-473b-90d9-e469688daf87,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:02.740820 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5d3c9a3-ffae-47ce-97bf-b2cb7ebe12e5 req-843393bb-d4bc-430f-90b4-a3ea45d51ddd tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589502 May 12 14:40:02.743861 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (59b236db-1666-473b-90d9-e469688daf87), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.759559 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5121491 May 12 14:40:02.759783 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:02.766540 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Request body: {'subnet': {'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-595201068-subnet', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:02.771186 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a43f42-7228-4163-b546-ae27940048db admin admin] Pushing event updated for resources: {'Network': ['ID=b046d4e1-2d80-4410-bcef-6e559389f17d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:02.804627 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network b046d4e1-2d80-4410-bcef-6e559389f17d details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:40:02.811354 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Made reservation on behalf of f779edbfc8e041599692af4aee724c66 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:40:02.814171 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4300561'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:02.847529 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=59b236db-1666-473b-90d9-e469688daf87,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:03.005966 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4300551'] for subnet (775eb626-02be-485d-bd17-aeaa1ea867a2), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.017205 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Sync routers for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:40:03.035220 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:03.035924 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:03.061600 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=775eb626-02be-485d-bd17-aeaa1ea867a2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:03.070496 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Checking segment: {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:03.070855 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Network hostable DHCP agents. Network: b046d4e1-2d80-4410-bcef-6e559389f17d, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:40:03.089262 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Network b046d4e1-2d80-4410-bcef-6e559389f17d is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:40:03.098493 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, b046d4e1-2d80-4410-bcef-6e559389f17d) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:03.102726 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:03.103331 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.121691 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1b4e386a-7aa5-4790-bc71-413d2e08d97f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3605306 May 12 14:40:03.124276 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:03.128460 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:03.133327 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09b9f1-3b06-4d02-be58-a776dcc70e2e None None] Network b046d4e1-2d80-4410-bcef-6e559389f17d requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:40:03.150951 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.152200 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.209990 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks [] for router_controller (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.214276 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:03.326418 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-b046d4e1-2d80-4410-bcef-6e559389f17d', 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d', 'project_id': 'f779edbfc8e041599692af4aee724c66', 'fixed_ips': [{'subnet_id': '775eb626-02be-485d-bd17-aeaa1ea867a2'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:40:03.327476 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.357490 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks [] for router_gateway (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.541901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:01Z', 'revision_number': 2, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:03.542227 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks [] for router_gateway (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.561288 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.574225 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Checking router: c2bc94d8-cd23-454a-b313-484beb6a54e5 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:40:03.574491 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Updating router c2bc94d8-cd23-454a-b313-484beb6a54e5 port b2a805e1-3a19-425b-b911-4a2c3427ec72 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:40:03.577121 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Allocated IP 172.20.0.2 (b046d4e1-2d80-4410-bcef-6e559389f17d/775eb626-02be-485d-bd17-aeaa1ea867a2/fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:03.619521 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.678032 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Allocated IP 172.27.1.74 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/a018ef6b-081b-4a6a-8d88-d372c1e28efc) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:03.794683 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks [] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.858470 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a76b4-f6b9-47f2-9bd1-6a723e4879c2 req-2ede6e46-247d-4c5c-b3cf-42bf5f8e20f8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:03.859411 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.867407 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c3a76b4-f6b9-47f2-9bd1-6a723e4879c2 req-2ede6e46-247d-4c5c-b3cf-42bf5f8e20f8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0687373 May 12 14:40:03.873961 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Publish callbacks [] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.899419 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:03.901890 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:03.906935 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:03.911973 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:03.938832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32097731-353a-4bb0-b651-35c599b46bb2 req-361183fd-fea9-4eb4-9299-3332ca4c6eeb tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:03.940405 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32097731-353a-4bb0-b651-35c599b46bb2 req-361183fd-fea9-4eb4-9299-3332ca4c6eeb tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.0633068 May 12 14:40:03.951070 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Pushing event updated for resources: {'Port': ['ID=a018ef6b-081b-4a6a-8d88-d372c1e28efc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:03.993901 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c3a76b4-f6b9-47f2-9bd1-6a723e4879c2 req-b25b7f97-b338-4df9-a4d7-69384b8e657d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235178 May 12 14:40:04.007258 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Network b046d4e1-2d80-4410-bcef-6e559389f17d is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:04.008001 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:04.011626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Pushing event updated for resources: {'Port': ['ID=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:04.015508 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:04.070367 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32097731-353a-4bb0-b651-35c599b46bb2 req-08dac188-cdb3-4736-8da7-42ec91a39130 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115906 May 12 14:40:04.079054 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-f355b4d1-1ae4-4fa7-b32d-63c614c58d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:04.080706 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-f355b4d1-1ae4-4fa7-b32d-63c614c58d30 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1129 time: 0.0776823 May 12 14:40:04.113489 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Attempting to bind port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:04.113757 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Attempting to bind port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:04.114118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Attempting to bind port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a on network b046d4e1-2d80-4410-bcef-6e559389f17d {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:04.136656 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:04.137033 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Checking segment: {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:04.137435 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.137829 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Bound using segment: {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:04.138299 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Bound port: fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:04.138680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.179652 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-606f60e6-229a-46de-bd70-247077d199eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:04.181286 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-606f60e6-229a-46de-bd70-247077d199eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.0923967 May 12 14:40:04.186386 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Publish callbacks [] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.195236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.199408 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks [] for router_gateway (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.232337 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-9f45b39e-6211-4c5f-a76b-8fef81d02145 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 200 len: 217 time: 0.0416939 May 12 14:40:04.256218 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] For port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:04.261813 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] For port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:04.275460 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f76c-2348-42d6-bbc6-7214ac146f3d None None] Pushing event updated for resources: {'Port': ['ID=b2a805e1-3a19-425b-b911-4a2c3427ec72,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:04.278167 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.394719 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-6271fe29-330e-4374-942e-f23bd73225a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:04.396486 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-6271fe29-330e-4374-942e-f23bd73225a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0648348 May 12 14:40:04.402308 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Attempting to bind port b2a805e1-3a19-425b-b911-4a2c3427ec72 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:04.402992 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Attempting to bind port b2a805e1-3a19-425b-b911-4a2c3427ec72 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:04.403493 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Attempting to bind port b2a805e1-3a19-425b-b911-4a2c3427ec72 on network a49560f3-0c8f-4242-9059-9a790b48facb {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:04.407575 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ddb0b-9569-4cd7-8e05-b6e4727beff8 None None] Pushing event updated for resources: {'Port': ['ID=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:04.423161 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:04.423590 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Checking segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:04.424069 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.424472 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Bound using segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:04.425328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Bound port: b2a805e1-3a19-425b-b911-4a2c3427ec72, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:04.425512 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.522083 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 59b236db-1666-473b-90d9-e469688daf87 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:04.525060 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] For port b2a805e1-3a19-425b-b911-4a2c3427ec72, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:04.563497 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] For port b2a805e1-3a19-425b-b911-4a2c3427ec72, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b2a805e1-3a19-425b-b911-4a2c3427ec72,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:04.593195 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.689655 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:04.690462 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:04.705074 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-b71121bd-5dde-4f3a-860d-7416b0ef520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:04.706614 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-b71121bd-5dde-4f3a-860d-7416b0ef520a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701644 May 12 14:40:04.733644 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.764256 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 59b236db-1666-473b-90d9-e469688daf87 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:04.764785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (59b236db-1666-473b-90d9-e469688daf87), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.769908 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] Provisioning complete for port b2a805e1-3a19-425b-b911-4a2c3427ec72 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:04.771246 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:04.785237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-38382606-e4b2-4955-9533-bcc097db0c66 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:04.786874 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-38382606-e4b2-4955-9533-bcc097db0c66 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.85 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.1492045 May 12 14:40:04.832168 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f76c-2348-42d6-bbc6-7214ac146f3d None None] Pushing event updated for resources: {'Port': ['ID=b2a805e1-3a19-425b-b911-4a2c3427ec72,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:04.965531 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:40:04.996431 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Deleting port e8083e73-da7a-4ed8-90ea-9409de658c74 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:40:04.997010 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.036127 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-f74fd9cd-514d-4709-9c11-78e84c4ef97c service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480042 May 12 14:40:05.115101 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:40:05.125984 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Sync routers for ids ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:40:05.138043 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.139862 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9c4ffd7f-97ae-4d6c-a1ee-b66ef96f4e50 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0145383 May 12 14:40:05.142588 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:05.145639 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Routers {'9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:05.146266 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:05.213625 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:05.221139 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] For port e8083e73-da7a-4ed8-90ea-9409de658c74, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e8083e73-da7a-4ed8-90ea-9409de658c74,segment=NetworkSegment(6df85099-6b60-4f5c-b580-69d5260ab3cc),segment_id=6df85099-6b60-4f5c-b580-69d5260ab3cc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:05.221517 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.236099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ddfa1-3148-4968-b783-f75414754cbc req-95ee4de9-e9f6-4918-aa80-366ec2c24b2d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:05.243410 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b62ddfa1-3148-4968-b783-f75414754cbc req-95ee4de9-e9f6-4918-aa80-366ec2c24b2d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.1485963 May 12 14:40:05.250799 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 59b236db-1666-473b-90d9-e469688daf87 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:05.257599 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] Current status of the port b2a805e1-3a19-425b-b911-4a2c3427ec72 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:05.258202 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.370234 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] For port b2a805e1-3a19-425b-b911-4a2c3427ec72, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b2a805e1-3a19-425b-b911-4a2c3427ec72,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:05.372705 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-136442e3-d073-45e7-a682-be1f48eb13b4 req-738d3a25-9d3c-4428-902a-d687c3e5f837 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975712 May 12 14:40:05.406872 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.409541 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Calling delete_port for e8083e73-da7a-4ed8-90ea-9409de658c74 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:40:05.441843 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Set router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:05.497025 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfd61e-b34b-4a86-a127-b49a0b6b3a11 None None] Pushing event updated for resources: {'Port': ['ID=b2a805e1-3a19-425b-b911-4a2c3427ec72,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:05.529147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54699ca-4ded-40dd-aa0c-1a5ca8157277 req-10380fb4-29f1-43b7-929d-d292fff8bf0c tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:05.532493 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d54699ca-4ded-40dd-aa0c-1a5ca8157277 req-10380fb4-29f1-43b7-929d-d292fff8bf0c tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 950 time: 0.1781795 May 12 14:40:05.545345 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-bb6b6897-04fc-4723-bb46-7c1c7b69fae0 None None] Provisioning complete for port b2a805e1-3a19-425b-b911-4a2c3427ec72 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:05.545816 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6897-04fc-4723-bb46-7c1c7b69fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.579817 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:04Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:05.622871 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d54699ca-4ded-40dd-aa0c-1a5ca8157277 req-c7826b7b-1629-46c3-8bfb-64ea39eb2ef3 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/security-groups?id=0457c80b-0a38-4d25-a926-309ba13dead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701728 May 12 14:40:05.623372 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ca5cf-8cfb-4bff-9096-e17296b36f4a None None] The sync data for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi is: [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:04Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:05.645250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b62ddfa1-3148-4968-b783-f75414754cbc req-92360b56-a52e-4def-ae16-99763b41d43b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008269 May 12 14:40:05.736777 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:04Z', 'revision_number': 3, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:05.776882 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Checking router: 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:40:05.777532 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Updating router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d port a018ef6b-081b-4a6a-8d88-d372c1e28efc binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:40:05.808890 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.815249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b6897-04fc-4723-bb46-7c1c7b69fae0 None None] Current status of the port b2a805e1-3a19-425b-b911-4a2c3427ec72 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:05.868106 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3b0ba-985e-4d6d-8bfe-8abf3807189e None None] Network b046d4e1-2d80-4410-bcef-6e559389f17d requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:40:05.889696 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (e8083e73-da7a-4ed8-90ea-9409de658c74), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.902610 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.922057 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Pushing event deleted for resources: {'Port': ['ID=e8083e73-da7a-4ed8-90ea-9409de658c74,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:05.971911 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] No DVR routers for this DVR port e8083e73-da7a-4ed8-90ea-9409de658c74 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:40:05.974807 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:05.978896 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51f249e5-6c3f-4042-a837-371fab8b7d7b req-0c0c4dd0-db74-4532-8566-27760d2fb8ac tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.85 "DELETE /v2.0/ports/e8083e73-da7a-4ed8-90ea-9409de658c74 HTTP/1.1" status: 204 len: 173 time: 1.1024566 May 12 14:40:05.979743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'name': 'network-vif-deleted', 'tag': 'e8083e73-da7a-4ed8-90ea-9409de658c74'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:05.982451 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee182f-b9f7-4c02-a974-2ff65d1b9415" -d '{"events": [{"server_uuid": "683433dc-ada6-43d1-accf-95c69f1ab3c6", "name": "network-vif-deleted", "tag": "e8083e73-da7a-4ed8-90ea-9409de658c74"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:06.028023 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] Provisioning complete for port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:06.028378 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.078300 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d866a2a-e63a-49b6-865f-3578efb1a2ce x-openstack-request-id: req-0d866a2a-e63a-49b6-865f-3578efb1a2ce {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:06.078806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683433dc-ada6-43d1-accf-95c69f1ab3c6", "name": "network-vif-deleted", "tag": "e8083e73-da7a-4ed8-90ea-9409de658c74", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:06.078806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d866a2a-e63a-49b6-865f-3578efb1a2ce {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:06.079219 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d866a2a-e63a-49b6-865f-3578efb1a2ce'] response: {'server_uuid': '683433dc-ada6-43d1-accf-95c69f1ab3c6', 'name': 'network-vif-deleted', 'tag': 'e8083e73-da7a-4ed8-90ea-9409de658c74', 'status': 'completed', 'code': 200} May 12 14:40:06.193284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Allocated IP 172.20.0.1 (b046d4e1-2d80-4410-bcef-6e559389f17d/775eb626-02be-485d-bd17-aeaa1ea867a2/5ab941bd-6c0f-43ad-b7fb-f600a324c43b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:06.260558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] Current status of the port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:06.261819 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.310147 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Publish callbacks [] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.328747 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] For port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:06.329164 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.335676 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.355401 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks [] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.414523 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.417086 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d687cf-54a2-4530-9521-8f2e56ef1d7a None None] Pushing event updated for resources: {'Port': ['ID=a018ef6b-081b-4a6a-8d88-d372c1e28efc,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:06.426025 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Attempting to bind port a018ef6b-081b-4a6a-8d88-d372c1e28efc on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:06.426390 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Attempting to bind port a018ef6b-081b-4a6a-8d88-d372c1e28efc by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:06.426744 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Attempting to bind port a018ef6b-081b-4a6a-8d88-d372c1e28efc on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:06.444319 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:06.444689 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:06.445644 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.446043 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:06.446528 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Bound port: a018ef6b-081b-4a6a-8d88-d372c1e28efc, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:06.446947 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.447670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80a72a-cdc1-4da1-aacc-e8c39364dbb8 None None] Pushing event updated for resources: {'Port': ['ID=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:06.492136 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Network b046d4e1-2d80-4410-bcef-6e559389f17d is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:06.496521 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:06.507005 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:06.522915 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] For port a018ef6b-081b-4a6a-8d88-d372c1e28efc, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:06.526848 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] For port a018ef6b-081b-4a6a-8d88-d372c1e28efc, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=a018ef6b-081b-4a6a-8d88-d372c1e28efc,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:06.541392 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.565629 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-84ddf171-00f5-4fa4-acea-f066a032b600 None None] Provisioning complete for port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:06.566003 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84ddf171-00f5-4fa4-acea-f066a032b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.610526 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.613840 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Routers {'9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:06.614553 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:06.617089 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:06.662961 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:06.699491 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d687cf-54a2-4530-9521-8f2e56ef1d7a None None] Pushing event updated for resources: {'Port': ['ID=a018ef6b-081b-4a6a-8d88-d372c1e28efc,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:06.801901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-84ddf171-00f5-4fa4-acea-f066a032b600 None None] Current status of the port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:06.807083 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80e98c7f-cb47-4a59-9767-6cfbb9e09959 req-0a2dc793-ea91-4db5-99a6-66e4523d09b1 tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0499165 May 12 14:40:06.832373 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] Set router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:06.893033 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:06.893717 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.893826 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.894450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2920f-e874-4839-9c15-733c07fcaff2 req-516f8cb3-2f0e-4d6c-affd-9b915b8944d1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:06.902486 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5d2920f-e874-4839-9c15-733c07fcaff2 req-516f8cb3-2f0e-4d6c-affd-9b915b8944d1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0941191 May 12 14:40:06.957523 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-8038a363-9381-412d-a014-c3b131317873 None None] Provisioning complete for port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:06.958217 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8038a363-9381-412d-a014-c3b131317873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:06.969435 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5d2920f-e874-4839-9c15-733c07fcaff2 req-f768ba10-eb13-45f7-8ea0-7c3966ab95dd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660541 May 12 14:40:07.042631 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8038a363-9381-412d-a014-c3b131317873 None None] Port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:40:07.046104 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:07.047744 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b2a805e1-3a19-425b-b911-4a2c3427ec72 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:07.106755 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port b2a805e1-3a19-425b-b911-4a2c3427ec72 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:07.107164 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:07.117088 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:04Z', 'revision_number': 3, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:07.150282 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks [] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:07.163558 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:07.172377 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36accd-51f6-4063-a1a7-e067c3eaef79 None None] The sync data for ids ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'] in dv-cinder-840678-8-iscsi is: [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:04Z', 'revision_number': 3, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:07.212902 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port b2a805e1-3a19-425b-b911-4a2c3427ec72 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:07.233619 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:07.251910 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:07.293180 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e8083e73-da7a-4ed8-90ea-9409de658c74 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:40:07.317281 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: e8083e73-da7a-4ed8-90ea-9409de658c74 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:40:07.317645 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e8083e73-da7a-4ed8-90ea-9409de658c74 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:40:07.342828 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Network b046d4e1-2d80-4410-bcef-6e559389f17d is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:07.344180 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:07.470068 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:40:07.562944 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-9872c247-aeae-414c-8658-63a614aec5f1 None None] Provisioning complete for port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:07.563314 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9872c247-aeae-414c-8658-63a614aec5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:07.603105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:40:07.605947 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-9872c247-aeae-414c-8658-63a614aec5f1 None None] Port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:40:07.619497 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-55be75d2-55cd-45ac-a465-74311881cbe5 admin admin] 10.222.0.79 "PUT /v2.0/routers/9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677446 May 12 14:40:07.919608 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f572749-5b95-4583-aa50-230ea1c20784 req-f632a1a0-e557-419a-8e3b-e91e18c3ec9e tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0285351 May 12 14:40:07.985173 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49800) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:07.989786 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806353389', 'description': 'tempest-secgroup-smoke-1806353389 description', 'project_id': '323bfd19e97146e39c34d3ba12370590'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.014333 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.115551 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eb75d-09c2-4a4d-9679-25f78db35b28 req-07201d66-91e1-45f5-885a-bc0dfe80b005 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:08.117071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f49eb75d-09c2-4a4d-9679-25f78db35b28 req-07201d66-91e1-45f5-885a-bc0dfe80b005 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0680168 May 12 14:40:08.135849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group (8d576efa-ff15-4700-a768-f6767f3d593f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.147790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (8d576efa-ff15-4700-a768-f6767f3d593f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.197078 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d576efa-ff15-4700-a768-f6767f3d593f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.209007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.210920 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-40da4b69-c701-4009-881c-c15b25299f80 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2246857 May 12 14:40:08.214080 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49806) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:08.215239 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f49eb75d-09c2-4a4d-9679-25f78db35b28 req-ae55892d-27a6-489f-8e64-ea39a9bae6eb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912859 May 12 14:40:08.218753 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group_rule': {'security_group_id': '8d576efa-ff15-4700-a768-f6767f3d593f', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.264299 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (dd87e1b3-c53f-45c9-867d-3ecb5d09ef5f), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.321765 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (dd87e1b3-c53f-45c9-867d-3ecb5d09ef5f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.328284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (dd87e1b3-c53f-45c9-867d-3ecb5d09ef5f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.351255 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd87e1b3-c53f-45c9-867d-3ecb5d09ef5f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.358072 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.359475 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-205d1c82-31ef-4aca-b93d-83401f0ba446 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443863 May 12 14:40:08.362169 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:08.366642 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group_rule': {'security_group_id': '8d576efa-ff15-4700-a768-f6767f3d593f', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.394585 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (8f36a9f3-8822-4929-81ae-28fa159252d7), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.464807 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (8f36a9f3-8822-4929-81ae-28fa159252d7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.470602 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (8f36a9f3-8822-4929-81ae-28fa159252d7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.490761 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f36a9f3-8822-4929-81ae-28fa159252d7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.500016 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.503746 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-043848dd-d1ee-4653-af97-5678f1a204cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379800 May 12 14:40:08.504269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49812) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:08.508895 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group_rule': {'security_group_id': '8d576efa-ff15-4700-a768-f6767f3d593f', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.527341 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:08.539308 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (127660dc-f7ea-4ad3-bb77-1b75f6bbb2df), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.573402 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:08.573745 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.589711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (127660dc-f7ea-4ad3-bb77-1b75f6bbb2df), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.595097 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (127660dc-f7ea-4ad3-bb77-1b75f6bbb2df), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.614959 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127660dc-f7ea-4ad3-bb77-1b75f6bbb2df,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.621928 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.626218 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-477b969e-3e4b-4c0a-8ad5-7dbfc6ef73a3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178622 May 12 14:40:08.626310 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49816) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:08.630630 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group_rule': {'security_group_id': '8d576efa-ff15-4700-a768-f6767f3d593f', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.656637 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:08.658313 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a018ef6b-081b-4a6a-8d88-d372c1e28efc up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:08.661566 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (90ed0993-67e1-49f7-8f9f-645424e6294b), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.719918 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port a018ef6b-081b-4a6a-8d88-d372c1e28efc triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:08.720314 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.731472 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (90ed0993-67e1-49f7-8f9f-645424e6294b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.736162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (90ed0993-67e1-49f7-8f9f-645424e6294b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.753918 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ed0993-67e1-49f7-8f9f-645424e6294b,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.766147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.770590 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b45e49d2-7a9a-4cf0-9b7e-12c6f66ed359 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401713 May 12 14:40:08.770743 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 49818) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:08.776248 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group_rule': {'security_group_id': '8d576efa-ff15-4700-a768-f6767f3d593f', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.802623 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Project 323bfd19e97146e39c34d3ba12370590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:40:08.810921 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (c1340abe-d8c2-4f2a-8034-f7923bcbb275), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.812677 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port a018ef6b-081b-4a6a-8d88-d372c1e28efc is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:08.813253 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.847505 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port a018ef6b-081b-4a6a-8d88-d372c1e28efc, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=a018ef6b-081b-4a6a-8d88-d372c1e28efc,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:08.853272 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.884166 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (c1340abe-d8c2-4f2a-8034-f7923bcbb275), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.889493 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (c1340abe-d8c2-4f2a-8034-f7923bcbb275), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.909595 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1340abe-d8c2-4f2a-8034-f7923bcbb275,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.914631 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=a018ef6b-081b-4a6a-8d88-d372c1e28efc,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:08.921327 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:08.922548 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-78534625-cd7b-4d98-a6df-235f21238aa0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508012 May 12 14:40:08.925464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 49820) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:08.929979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'security_group_rule': {'security_group_id': '8d576efa-ff15-4700-a768-f6767f3d593f', 'project_id': '323bfd19e97146e39c34d3ba12370590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:08.956519 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.securitygroups_db [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Project 323bfd19e97146e39c34d3ba12370590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:40:08.962326 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (ae5dd569-b04c-460c-8373-ff5e8ba54d39), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.013952 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Sync routers for ids ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:40:09.023883 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Routers {'9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:09.024851 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:09.043728 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b1a7599-ceba-4dfe-ac80-34f24bcf6e73 req-b1562d31-3a43-4767-a8ef-2a68d6c3d08b tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0327702 May 12 14:40:09.053864 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (ae5dd569-b04c-460c-8373-ff5e8ba54d39), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.058967 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (ae5dd569-b04c-460c-8373-ff5e8ba54d39), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.080814 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5dd569-b04c-460c-8373-ff5e8ba54d39,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:09.089952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.097484 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ef9f318a-4ad3-41f6-82e8-15cc7df625e8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647298 May 12 14:40:09.146969 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Set router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:09.354196 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ded3b-d50e-44e6-8be3-7068047f9b4e req-e638810c-1f96-4c22-8c7b-8a009e1e2a43 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:09.355911 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-439ded3b-d50e-44e6-8be3-7068047f9b4e req-e638810c-1f96-4c22-8c7b-8a009e1e2a43 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0568433 May 12 14:40:09.360856 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:06Z', 'revision_number': 4, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '5ab941bd-6c0f-43ad-b7fb-f600a324c43b', 'name': '', 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'mac_address': 'fa:16:3e:6c:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '775eb626-02be-485d-bd17-aeaa1ea867a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:05Z', 'updated_at': '2022-05-12T14:40:07Z', 'revision_number': 2, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'subnets': [{'id': '775eb626-02be-485d-bd17-aeaa1ea867a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:09.390963 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Checking router: 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:40:09.391240 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Updating router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:40:09.406148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-439ded3b-d50e-44e6-8be3-7068047f9b4e req-3e5eff60-cf38-4938-95d5-52d66080571b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 May 12 14:40:09.424199 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.879965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Publish callbacks [] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.886613 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:09.960736 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc1785-7222-474d-913c-4b070ae2f3d8 None None] Pushing event updated for resources: {'Port': ['ID=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:09.994605 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Attempting to bind port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:09.994975 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Attempting to bind port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:09.995333 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Attempting to bind port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b on network b046d4e1-2d80-4410-bcef-6e559389f17d {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:10.001791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:10.002167 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Checking segment: {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:10.002564 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.002950 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Bound using segment: {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:10.003419 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Bound port: 5ab941bd-6c0f-43ad-b7fb-f600a324c43b, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989d060c-b7f9-44ec-a71c-5e2c47240ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:10.003820 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.070967 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] For port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:10.074467 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] For port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:10.082154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.143292 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Routers {'9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:10.143558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:39:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:10.179158 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-44a79a41-f702-4da9-a244-795de25d9831 req-a710ffe5-24a8-4264-990c-eb218cfdd73a tempest-VolumesNegativeTest-894172953 tempest-VolumesNegativeTest-894172953-project] 10.222.0.79 "GET /v2.0/ports?device_id=683433dc-ada6-43d1-accf-95c69f1ab3c6 HTTP/1.1" status: 200 len: 210 time: 0.0389452 May 12 14:40:10.183801 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc1785-7222-474d-913c-4b070ae2f3d8 None None] Pushing event updated for resources: {'Port': ['ID=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:10.257459 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] Provisioning complete for port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:10.258121 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.299377 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] Set router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:10.465520 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a018ef6b-081b-4a6a-8d88-d372c1e28efc up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:10.490690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] Current status of the port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:10.491074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.534746 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358e662-ba40-467d-8f10-67b9a8e5394a req-b6d254b1-e60a-4ff0-8dc3-d172db7198fd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:10.536447 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8358e662-ba40-467d-8f10-67b9a8e5394a req-b6d254b1-e60a-4ff0-8dc3-d172db7198fd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0522406 May 12 14:40:10.583391 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] For port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:10.590812 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8358e662-ba40-467d-8f10-67b9a8e5394a req-bc83525e-be0b-4b4a-b6e7-7c913d2af73f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 May 12 14:40:10.596938 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.605310 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port a018ef6b-081b-4a6a-8d88-d372c1e28efc triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:10.605673 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.658854 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:06Z', 'revision_number': 4, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '5ab941bd-6c0f-43ad-b7fb-f600a324c43b', 'name': '', 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'mac_address': 'fa:16:3e:6c:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '775eb626-02be-485d-bd17-aeaa1ea867a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:05Z', 'updated_at': '2022-05-12T14:40:10Z', 'revision_number': 4, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'subnets': [{'id': '775eb626-02be-485d-bd17-aeaa1ea867a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:10.706656 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c0982-22b8-4ad2-9c5c-f1103e2f3ee7 None None] The sync data for ids ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'] in dv-cinder-840678-8-iscsi is: [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:06Z', 'revision_number': 4, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '5ab941bd-6c0f-43ad-b7fb-f600a324c43b', 'name': '', 'network_id': 'b046d4e1-2d80-4410-bcef-6e559389f17d', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'mac_address': 'fa:16:3e:6c:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '775eb626-02be-485d-bd17-aeaa1ea867a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:05Z', 'updated_at': '2022-05-12T14:40:10Z', 'revision_number': 4, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'subnets': [{'id': '775eb626-02be-485d-bd17-aeaa1ea867a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:10.719104 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129efbdf-34dd-4570-89bf-e23345ddfad4 None None] Pushing event updated for resources: {'Port': ['ID=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:10.729904 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-fa76114e-fa92-4d27-ba9e-3327d9b3cd3e None None] Provisioning complete for port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:10.730269 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa76114e-fa92-4d27-ba9e-3327d9b3cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:10.833462 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port a018ef6b-081b-4a6a-8d88-d372c1e28efc is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:10.895052 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-fa76114e-fa92-4d27-ba9e-3327d9b3cd3e None None] Current status of the port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:12.472198 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 5ab941bd-6c0f-43ad-b7fb-f600a324c43b up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:12.525561 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:12.526001 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:12.620655 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:13.153297 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 50090) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:13.158329 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451457228', 'description': 'tempest-description--771517184'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:13.186445 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.263297 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group (d477a1e6-bd23-4a45-a153-f4fbcf1c04fa), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.270488 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d477a1e6-bd23-4a45-a153-f4fbcf1c04fa), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.307977 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.309249 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1544127 May 12 14:40:13.311499 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5489ff-b34e-4621-8db2-2d0bb8dafe1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:13.312310 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 50108) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:13.317037 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'security_group_rule': {'security_group_id': 'd477a1e6-bd23-4a45-a153-f4fbcf1c04fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:13.352597 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group_rule (5a3217a8-7433-4448-a4b2-e94861d4e95b), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.407468 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group_rule (5a3217a8-7433-4448-a4b2-e94861d4e95b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.412423 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (5a3217a8-7433-4448-a4b2-e94861d4e95b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.434528 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3217a8-7433-4448-a4b2-e94861d4e95b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:13.446468 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.447673 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2d3b02b6-d074-4e25-a4c4-23060986c034 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343291 May 12 14:40:13.450430 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 50114) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:13.454662 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'security_group_rule': {'security_group_id': 'd477a1e6-bd23-4a45-a153-f4fbcf1c04fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:13.488991 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group_rule (75d7a09f-efd0-44f3-aaf3-5cb1e5696658), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.779959 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group_rule (75d7a09f-efd0-44f3-aaf3-5cb1e5696658), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.785667 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (75d7a09f-efd0-44f3-aaf3-5cb1e5696658), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.806689 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d7a09f-efd0-44f3-aaf3-5cb1e5696658,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:13.815513 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.816758 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3c9de388-8079-4644-8140-86c47d168c70 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3653972 May 12 14:40:13.820312 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 50140) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:13.833159 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:13.863264 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:13.959524 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.070650 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Allocated IP 172.27.1.66 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/f523ee94-997a-4300-b714-928f71db40c6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:14.182667 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for port (f523ee94-997a-4300-b714-928f71db40c6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.221353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (f523ee94-997a-4300-b714-928f71db40c6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.257081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:14.259826 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:14.263225 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:14.292011 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'Port': ['ID=f523ee94-997a-4300-b714-928f71db40c6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:14.358038 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.399175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f523ee94-997a-4300-b714-928f71db40c6), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.828481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for port (f523ee94-997a-4300-b714-928f71db40c6), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.835001 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (f523ee94-997a-4300-b714-928f71db40c6), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.909433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'Port': ['ID=f523ee94-997a-4300-b714-928f71db40c6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:14.916884 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.934758 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.935992 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-efeb45ce-79b0-40f7-be40-0e904afae339 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1090705 May 12 14:40:15.150940 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-71dc2275-c826-4eac-b866-76ccd11d0509 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--451457228&fields=id&tenant_id=2580eb79c9684c318adbfaa325e7f12c HTTP/1.1" status: 200 len: 267 time: 0.0439093 May 12 14:40:15.264932 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-d0e8ddf3-e677-4619-9f88-efcfdeec43bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:15.266873 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-d0e8ddf3-e677-4619-9f88-efcfdeec43bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 818 time: 0.1081822 May 12 14:40:15.281958 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4315e1ac-eded-4b86-9768-600be0fcb413 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/quotas/2580eb79c9684c318adbfaa325e7f12c HTTP/1.1" status: 200 len: 375 time: 0.0097125 May 12 14:40:15.336526 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-f375650e-16cb-4422-9cc9-10ceaf8deb8a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490317 May 12 14:40:15.336998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 50180) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:15.444415 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-b44ae11b-6a0b-4312-a4c2-9b8a60937762 service neutron] 10.222.0.79 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951960 May 12 14:40:15.528825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e0f37193-3a63-4137-b24b-b05730bef6dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb08ec33a1c8431bbe1464d11be9bfc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907151 May 12 14:40:15.531714 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 50184) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:15.554742 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-12adf52e-2b97-414f-a7c2-7071b05cf2b4 service neutron] 10.222.0.79 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034458 May 12 14:40:15.583052 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-30d4b434-1df1-4f7a-8e43-28002e8d5bd1 admin admin] Publish callbacks [] for security_group (0457c80b-0a38-4d25-a926-309ba13dead7), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:15.608982 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-30d4b434-1df1-4f7a-8e43-28002e8d5bd1 admin admin] Publish callbacks [] for security_group (0457c80b-0a38-4d25-a926-309ba13dead7), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:15.665718 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-30d4b434-1df1-4f7a-8e43-28002e8d5bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (0457c80b-0a38-4d25-a926-309ba13dead7), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:15.669678 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-30d4b434-1df1-4f7a-8e43-28002e8d5bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:15.675199 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-30d4b434-1df1-4f7a-8e43-28002e8d5bd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0457c80b-0a38-4d25-a926-309ba13dead7 HTTP/1.1" status: 204 len: 168 time: 0.1416919 May 12 14:40:15.685023 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4b434-1df1-4f7a-8e43-28002e8d5bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0457c80b-0a38-4d25-a926-309ba13dead7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:15.770682 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-10017a93-8a11-4993-9b5e-5704563d1792 req-b5d69c94-844c-47b7-ab50-c88afa759ca5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 210 time: 0.0359871 May 12 14:40:16.872007 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88293582-437d-4fab-a5e1-4e9397b2444f req-b7422b98-ceef-413e-866e-16d1bda211df tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 210 time: 0.0286336 May 12 14:40:17.005103 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-a1bcbdb3-8fcf-4e46-9f11-3e7a7bb7b993 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:17.006700 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-a1bcbdb3-8fcf-4e46-9f11-3e7a7bb7b993 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 818 time: 0.1115639 May 12 14:40:17.090127 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-91244efe-92cf-4b47-9012-905648dd0e12 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2580eb79c9684c318adbfaa325e7f12c HTTP/1.1" status: 200 len: 379 time: 0.0603878 May 12 14:40:17.106459 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'port': {'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'admin_state_up': True, 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'security_groups': ['d477a1e6-bd23-4a45-a153-f4fbcf1c04fa']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:17.218952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Made reservation on behalf of 2580eb79c9684c318adbfaa325e7f12c for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:40:17.222681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:17.356149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Allocated IP 172.20.0.14 (50fb2d7f-8dca-4e62-9436-b1a9279da276/c253b75a-a154-4406-bb46-f066ae374ad2/7c19e48a-6576-46c2-b0cc-f53674cec77e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:17.515162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:17.552665 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:17.596569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:17.599901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:17.605916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:17.613617 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event updated for resources: {'Port': ['ID=7c19e48a-6576-46c2-b0cc-f53674cec77e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:17.662809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:17.663429 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:17.682978 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-4939e992-ca6f-4033-a1f9-a478007d7000 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809641 May 12 14:40:17.704380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Request body: {'port': {'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:17.771509 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:17.869019 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-fcf88abe-b299-4de0-a82f-a26516c4ed20 None None] Provisioning complete for port 7c19e48a-6576-46c2-b0cc-f53674cec77e triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:17.869690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fcf88abe-b299-4de0-a82f-a26516c4ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:17.909381 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-fcf88abe-b299-4de0-a82f-a26516c4ed20 None None] Port 7c19e48a-6576-46c2-b0cc-f53674cec77e cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:40:18.038377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aa250-08b0-456c-b3f1-7d549d32b448 req-d8c0948e-91cf-464f-b300-d1b2f57dfae0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.040100 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-087aa250-08b0-456c-b3f1-7d549d32b448 req-d8c0948e-91cf-464f-b300-d1b2f57dfae0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 932 time: 0.0849333 May 12 14:40:18.128213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-087aa250-08b0-456c-b3f1-7d549d32b448 req-6ec35b73-f56f-46f6-8648-8c0aff8ea424 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804961 May 12 14:40:18.175001 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c19e48a-6576-46c2-b0cc-f53674cec77e {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:40:18.185309 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Publish callbacks [] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:18.199410 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Transition to ACTIVE for port object 7c19e48a-6576-46c2-b0cc-f53674cec77e will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:40:18.204546 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:18.278150 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19e48a-6576-46c2-b0cc-f53674cec77e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:18.336523 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Attempting to bind port 7c19e48a-6576-46c2-b0cc-f53674cec77e on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:18.337004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Attempting to bind port 7c19e48a-6576-46c2-b0cc-f53674cec77e by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:18.337345 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Attempting to bind port 7c19e48a-6576-46c2-b0cc-f53674cec77e on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:18.342165 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Port 7c19e48a-6576-46c2-b0cc-f53674cec77e on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:40:18.342500 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Attempting to bind port 7c19e48a-6576-46c2-b0cc-f53674cec77e on network 50fb2d7f-8dca-4e62-9436-b1a9279da276 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:18.347719 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:18.348086 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Checking segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:18.348474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Bound using segment: {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:18.348905 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Bound port: 7c19e48a-6576-46c2-b0cc-f53674cec77e, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:18.349268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:18.419571 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] For port 7c19e48a-6576-46c2-b0cc-f53674cec77e, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:18.422686 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] For port 7c19e48a-6576-46c2-b0cc-f53674cec77e, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:18.430200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:18.465896 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.466528 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:18.467963 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] 10.222.0.85 "PUT /v2.0/ports/7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 1094 time: 0.7681141 May 12 14:40:18.468417 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:18.470748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebda4bd4-346e-432b-b150-be8853082590" -d '{"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:18.497317 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba82dd-1a15-44c9-89c1-168100ec6ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19e48a-6576-46c2-b0cc-f53674cec77e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:18.525532 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f37b7e-9d8b-4210-a0a2-b2bb38e98821 x-openstack-request-id: req-d1f37b7e-9d8b-4210-a0a2-b2bb38e98821 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:18.525965 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:18.527200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1f37b7e-9d8b-4210-a0a2-b2bb38e98821 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:18.527727 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f37b7e-9d8b-4210-a0a2-b2bb38e98821'] response: {'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'status': 'completed', 'code': 200} May 12 14:40:18.597092 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-3450e774-ebc3-4429-9d0b-0e00e3447b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.598744 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-3450e774-ebc3-4429-9d0b-0e00e3447b96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1128 time: 0.0425489 May 12 14:40:18.657162 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-f48158d8-ebbd-4bcb-a1ff-26ee131c5f19 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 217 time: 0.0382857 May 12 14:40:18.707643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1976249c-3605-426b-a849-52ea7acec610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.709141 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-1976249c-3605-426b-a849-52ea7acec610 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0442677 May 12 14:40:18.754190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-80469fc6-f08b-4b48-83a6-3351438a7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.755763 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-80469fc6-f08b-4b48-83a6-3351438a7577 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392814 May 12 14:40:18.854239 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-d8eeba79-fcc1-4945-bd38-5bc6f560c99e service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909975 May 12 14:40:18.945256 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7bd18ff-c4ca-4b6c-9727-939440d1df3e req-5275c3f7-0fdb-44a2-b5cf-11d8b9f555f1 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 May 12 14:40:19.260395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331416e-c1ba-40b7-aa34-bbe0cf88e9cb req-11e7f571-4e0c-49de-b837-3d35b357db12 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:19.262594 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0331416e-c1ba-40b7-aa34-bbe0cf88e9cb req-11e7f571-4e0c-49de-b837-3d35b357db12 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 944 time: 0.0564728 May 12 14:40:19.320893 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0331416e-c1ba-40b7-aa34-bbe0cf88e9cb req-8d813a56-7f51-4749-9519-769b3f004003 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522470 May 12 14:40:20.449933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107420fe-a924-4caf-ac21-4d2f2512d7be req-bf0dc1fe-9b9f-4ad5-9ae9-161858fb9ceb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:20.451420 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-107420fe-a924-4caf-ac21-4d2f2512d7be req-bf0dc1fe-9b9f-4ad5-9ae9-161858fb9ceb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 944 time: 0.0486448 May 12 14:40:20.502268 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-107420fe-a924-4caf-ac21-4d2f2512d7be req-709cbce3-c867-42b1-9428-3384cb864a25 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 May 12 14:40:21.629925 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909c7d-f4b8-450e-97e3-b1a894c37789 req-1d63a1f3-49b0-47d9-af57-b9f970be9ac6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:21.631535 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a909c7d-f4b8-450e-97e3-b1a894c37789 req-1d63a1f3-49b0-47d9-af57-b9f970be9ac6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 944 time: 0.0595462 May 12 14:40:21.680500 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a909c7d-f4b8-450e-97e3-b1a894c37789 req-c9f2aaa6-fe9a-468d-a7be-6cff7b75f217 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432291 May 12 14:40:21.851748 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:40:22.367005 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cad826f3-2741-4350-839a-482a494769f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:22.810576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daf366-f476-4c27-bb71-1a1db47a6c7f req-90c7dbe3-16b0-49e3-b2cc-f180b4d7f33a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:22.811993 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4daf366-f476-4c27-bb71-1a1db47a6c7f req-90c7dbe3-16b0-49e3-b2cc-f180b4d7f33a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 944 time: 0.0571001 May 12 14:40:22.859586 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4daf366-f476-4c27-bb71-1a1db47a6c7f req-3806dee2-ee0a-4150-9ac0-c4f71024cf94 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 May 12 14:40:22.983247 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4bd4-346e-432b-b150-be8853082590 req-2a082cd7-c79e-4840-96a3-352f97172306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:22.984765 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-2a082cd7-c79e-4840-96a3-352f97172306 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1128 time: 0.0457580 May 12 14:40:23.413856 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 7c19e48a-6576-46c2-b0cc-f53674cec77e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:40:23.523196 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 7c19e48a-6576-46c2-b0cc-f53674cec77e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:23.535157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:40:23.577116 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 7c19e48a-6576-46c2-b0cc-f53674cec77e is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:23.577513 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:23.590430 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c19e48a-6576-46c2-b0cc-f53674cec77e {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:40:23.611808 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 7c19e48a-6576-46c2-b0cc-f53674cec77e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:23.619189 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:23.667718 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=7c19e48a-6576-46c2-b0cc-f53674cec77e,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:23.708532 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4bd4-346e-432b-b150-be8853082590 req-450b4be0-76b3-4087-915b-9c487fd67ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:23.710033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-450b4be0-76b3-4087-915b-9c487fd67ab9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.1054282 May 12 14:40:23.995729 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f401a5-2d5c-42ad-b20c-5d6901b23bb1 req-add8cbc3-53ae-4a98-af87-45a3723607f0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:23.997201 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d6f401a5-2d5c-42ad-b20c-5d6901b23bb1 req-add8cbc3-53ae-4a98-af87-45a3723607f0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 945 time: 0.0489140 May 12 14:40:24.047432 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d6f401a5-2d5c-42ad-b20c-5d6901b23bb1 req-670feec4-5483-4348-85a8-e6d7bf748833 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 May 12 14:40:24.169828 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-b71731bb-a54a-46a5-bf1e-2ab14718da18 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 217 time: 0.0423493 May 12 14:40:24.223483 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4bd4-346e-432b-b150-be8853082590 req-bfde6180-2639-443f-b696-8b56bd6cebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:24.225009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-bfde6180-2639-443f-b696-8b56bd6cebb9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0461440 May 12 14:40:24.272432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4bd4-346e-432b-b150-be8853082590 req-b23218c2-a865-4faa-9642-89ece55079dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:24.273017 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['7c19e48a-6576-46c2-b0cc-f53674cec77e'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:40:24.273936 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-b23218c2-a865-4faa-9642-89ece55079dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412774 May 12 14:40:24.390531 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-cc6399e2-2e37-452d-b4ea-29830354216c service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998631 May 12 14:40:24.481046 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebda4bd4-346e-432b-b150-be8853082590 req-9117c618-6716-4ecd-851e-10a222425266 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837467 May 12 14:40:24.812835 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdcbc-26eb-45d9-bb82-54b6ecbbbf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:25.171014 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b48d-2230-48f9-a045-c5d8eaaed02a req-c2e76f78-b9ef-4cd7-b1fe-e929f2faa783 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:25.172495 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d73b48d-2230-48f9-a045-c5d8eaaed02a req-c2e76f78-b9ef-4cd7-b1fe-e929f2faa783 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 945 time: 0.0568295 May 12 14:40:25.232120 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d73b48d-2230-48f9-a045-c5d8eaaed02a req-ddddfb98-6e14-43cd-8093-fabf286db751 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539718 May 12 14:40:25.859086 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:26.364348 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01003ec9-b5b4-44c3-8596-286f7a99a62f req-e30219f4-716a-4ae1-815a-1337dca998da tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:26.365845 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01003ec9-b5b4-44c3-8596-286f7a99a62f req-e30219f4-716a-4ae1-815a-1337dca998da tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 945 time: 0.0488522 May 12 14:40:26.414410 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01003ec9-b5b4-44c3-8596-286f7a99a62f req-76f9d00d-59bf-43b2-8dab-5fd5144d71e6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428958 May 12 14:40:27.028074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:27.540691 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c2fe-fa6c-477f-8767-8818a9478be9 req-146d2f2b-3b47-47ba-92b9-b9f733429e3d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:27.542188 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1b4c2fe-fa6c-477f-8767-8818a9478be9 req-146d2f2b-3b47-47ba-92b9-b9f733429e3d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 945 time: 0.0533099 May 12 14:40:27.590977 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1b4c2fe-fa6c-477f-8767-8818a9478be9 req-a8c31cba-63d8-4499-bda1-8945ef48519f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 May 12 14:40:28.686989 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:28.709927 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec61573-ae61-4452-85d5-e8cbd9012980 req-6cb8929d-96a6-4bad-ad16-40e7ad5aa862 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:28.711394 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ec61573-ae61-4452-85d5-e8cbd9012980 req-6cb8929d-96a6-4bad-ad16-40e7ad5aa862 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 945 time: 0.0522792 May 12 14:40:28.758499 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ec61573-ae61-4452-85d5-e8cbd9012980 req-26cdd763-32f3-4679-a536-52361c6936fc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 May 12 14:40:29.629403 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 7c19e48a-6576-46c2-b0cc-f53674cec77e up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:40:29.678954 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 7c19e48a-6576-46c2-b0cc-f53674cec77e completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:40:29.687531 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 7c19e48a-6576-46c2-b0cc-f53674cec77e triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:29.688302 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:29.874948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615222-1698-4fee-a7ea-7a2a221a08f4 req-d637ccb7-914d-4a6a-b322-874e1b61cffc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:29.876407 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3615222-1698-4fee-a7ea-7a2a221a08f4 req-d637ccb7-914d-4a6a-b322-874e1b61cffc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 945 time: 0.0470734 May 12 14:40:29.890868 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 7c19e48a-6576-46c2-b0cc-f53674cec77e is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:40:29.891256 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:29.915286 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:29.917591 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591ba13b-a891-4a36-b7fd-3f259b9deea4" -d '{"events": [{"server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "name": "network-vif-plugged", "status": "completed", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:29.927768 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3615222-1698-4fee-a7ea-7a2a221a08f4 req-08ba8aed-1906-4ffa-b942-8eaf559ae943 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 May 12 14:40:29.931115 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 7c19e48a-6576-46c2-b0cc-f53674cec77e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:29.936824 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:29.963125 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5a1343-bf3c-4f06-a3ad-01a359b6a510 x-openstack-request-id: req-6e5a1343-bf3c-4f06-a3ad-01a359b6a510 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:29.963412 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "name": "network-vif-plugged", "status": "completed", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:29.963665 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e5a1343-bf3c-4f06-a3ad-01a359b6a510 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:29.964076 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5a1343-bf3c-4f06-a3ad-01a359b6a510'] response: {'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'code': 200} May 12 14:40:29.989713 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=7c19e48a-6576-46c2-b0cc-f53674cec77e,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:31.050777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490b2f2-6e95-47cd-a3b6-882a7d6a4e5d req-3a58eb70-ae85-4761-90e9-83ba86d16d91 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:31.052284 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f490b2f2-6e95-47cd-a3b6-882a7d6a4e5d req-3a58eb70-ae85-4761-90e9-83ba86d16d91 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0492008 May 12 14:40:31.098975 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f490b2f2-6e95-47cd-a3b6-882a7d6a4e5d req-2cd277f6-9dea-40cf-875d-26761c4ed13d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 May 12 14:40:32.239473 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb495e-addd-4bd3-a95c-ebcf450e4735 req-fa7a6c09-b2f1-4165-9961-940ae23a0880 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:32.241429 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2adb495e-addd-4bd3-a95c-ebcf450e4735 req-fa7a6c09-b2f1-4165-9961-940ae23a0880 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0561659 May 12 14:40:32.297963 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2adb495e-addd-4bd3-a95c-ebcf450e4735 req-864eb59d-2b81-4abe-b12c-8bb5e8c24868 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 May 12 14:40:32.470408 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:32.987330 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5dd2-0481-46a8-9e62-987fc82649de req-126de338-1a8b-4650-9112-8d8711b1e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:32.988869 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8afa5dd2-0481-46a8-9e62-987fc82649de req-126de338-1a8b-4650-9112-8d8711b1e82f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0424049 May 12 14:40:33.033945 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8afa5dd2-0481-46a8-9e62-987fc82649de req-ad59105f-d649-43f7-b426-6154c9f5479a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384982 May 12 14:40:33.422026 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38fead-eab5-48e1-8c51-6e6a45f3a84c req-d3107857-5502-4795-9c83-0749614091e9 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:33.423584 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd38fead-eab5-48e1-8c51-6e6a45f3a84c req-d3107857-5502-4795-9c83-0749614091e9 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0535393 May 12 14:40:33.473118 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd38fead-eab5-48e1-8c51-6e6a45f3a84c req-1dff41b6-f951-4f42-bfca-88e21d4aa433 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 May 12 14:40:34.602642 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8bc2e-9b05-4d99-b973-9c78c30dd451 req-b083c5bc-bdfb-435a-bd44-fde682ce913d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:34.604117 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfb8bc2e-9b05-4d99-b973-9c78c30dd451 req-b083c5bc-bdfb-435a-bd44-fde682ce913d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0472207 May 12 14:40:34.656347 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfb8bc2e-9b05-4d99-b973-9c78c30dd451 req-90480b80-73be-4c2b-bc4c-c9730255f0fc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 May 12 14:40:35.790247 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f756-37d5-4d01-8f4a-582216526507 req-7ece17da-5d3f-4c75-957d-0c69fe9c61d6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:35.791718 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-27b5f756-37d5-4d01-8f4a-582216526507 req-7ece17da-5d3f-4c75-957d-0c69fe9c61d6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0560367 May 12 14:40:35.841500 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-27b5f756-37d5-4d01-8f4a-582216526507 req-35bc8d4d-5610-4229-8ca0-c0cddcaf74ba tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 May 12 14:40:36.956006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c41ad-ea23-42c6-9109-0575138c1dd9 req-aac418db-0c05-4f6d-b513-5a6a24197473 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:36.957458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd1c41ad-ea23-42c6-9109-0575138c1dd9 req-aac418db-0c05-4f6d-b513-5a6a24197473 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0470169 May 12 14:40:37.007346 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd1c41ad-ea23-42c6-9109-0575138c1dd9 req-3dc38cfc-e0af-4095-b8d8-281526403573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442924 May 12 14:40:38.145096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f1ef-ef30-45c7-afc1-518ee10829ba req-5959befe-0fe0-45a9-be38-232f2ba1dff2 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:38.147004 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1cd8f1ef-ef30-45c7-afc1-518ee10829ba req-5959befe-0fe0-45a9-be38-232f2ba1dff2 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0542588 May 12 14:40:38.196522 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1cd8f1ef-ef30-45c7-afc1-518ee10829ba req-4397aab7-a073-4ab2-8faf-0aa08db896ce tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 May 12 14:40:39.319703 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf78eb7-4240-4904-a192-b6a4d7f78ea9 req-d31139c5-3409-4d69-99f5-ff9f5c8645dd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:39.321253 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dbf78eb7-4240-4904-a192-b6a4d7f78ea9 req-d31139c5-3409-4d69-99f5-ff9f5c8645dd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0474675 May 12 14:40:39.388677 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dbf78eb7-4240-4904-a192-b6a4d7f78ea9 req-26914b19-5bd1-45ea-b6de-a2a61ffc2484 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589757 May 12 14:40:40.529467 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c675-4563-4e13-b593-6a3d047f8886 req-b98fb02e-0f4f-4be3-85a8-391df6b9869f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:40.531020 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1c3c675-4563-4e13-b593-6a3d047f8886 req-b98fb02e-0f4f-4be3-85a8-391df6b9869f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0625646 May 12 14:40:40.581848 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1c3c675-4563-4e13-b593-6a3d047f8886 req-748ca470-2f4a-44d8-b6f6-2a60dc157e42 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 May 12 14:40:41.712751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fef7b-c5dd-4d57-bb4e-9a73a41ca3bd req-be9d7b6f-64e9-4248-b833-0e8e04448278 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:41.714262 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-168fef7b-c5dd-4d57-bb4e-9a73a41ca3bd req-be9d7b6f-64e9-4248-b833-0e8e04448278 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0479460 May 12 14:40:41.766854 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-168fef7b-c5dd-4d57-bb4e-9a73a41ca3bd req-c2defff6-c726-4d56-a13f-61f8c692c211 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440333 May 12 14:40:42.889390 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0101c3-4933-4a66-8932-112d20a06fde req-9a7b40fb-f14b-4bef-a099-663119758e46 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:42.890878 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b0101c3-4933-4a66-8932-112d20a06fde req-9a7b40fb-f14b-4bef-a099-663119758e46 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0454834 May 12 14:40:42.939992 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b0101c3-4933-4a66-8932-112d20a06fde req-7a3adac1-a988-4e8e-85fb-0adb8262ca1c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 May 12 14:40:44.061513 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad23a-426a-4996-8717-fcca96d1aa63 req-e827cc4d-bd06-4af8-b4d5-8e53691a0be5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:44.063108 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc2ad23a-426a-4996-8717-fcca96d1aa63 req-e827cc4d-bd06-4af8-b4d5-8e53691a0be5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0488007 May 12 14:40:44.113575 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc2ad23a-426a-4996-8717-fcca96d1aa63 req-30d0fbdf-238a-490c-bddc-f39135075572 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 May 12 14:40:45.002756 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-52f07930-d424-490d-b65f-c56260919403 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396497 May 12 14:40:45.085260 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-97c02367-4d4b-42ed-b9c4-936d896435cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.087818 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-97c02367-4d4b-42ed-b9c4-936d896435cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1130 time: 0.0401495 May 12 14:40:45.220537 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-d2f80e8c-4b80-4fd6-9771-9cbaddc35254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.222010 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-d2f80e8c-4b80-4fd6-9771-9cbaddc35254 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.1140451 May 12 14:40:45.245599 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450ce0-a383-4b68-be2a-c0ccead45562 req-8748de53-93bc-45d4-b32d-763b52ce2574 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.247012 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa450ce0-a383-4b68-be2a-c0ccead45562 req-8748de53-93bc-45d4-b32d-763b52ce2574 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0593569 May 12 14:40:45.318596 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-8e4877dc-fbe8-45b5-aead-b12038f1223b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 1002 time: 0.0888498 May 12 14:40:45.358472 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa450ce0-a383-4b68-be2a-c0ccead45562 req-fb42c65b-76f8-44bd-b821-4f428d4bd4df tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823965 May 12 14:40:45.377761 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-4962ffcb-f450-40e5-9482-fe81cccd8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.379224 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-4962ffcb-f450-40e5-9482-fe81cccd8e00 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0544765 May 12 14:40:45.423885 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-f9dfe91b-eee1-462d-b62c-7b6e8b8670be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.425376 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-f9dfe91b-eee1-462d-b62c-7b6e8b8670be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393789 May 12 14:40:45.518194 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-b1fece9c-a78f-4245-81b7-d308229bb77c service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859580 May 12 14:40:45.660021 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ac27734-3635-4ad3-88cd-a2d87e52f4e3 req-eb47a9cc-6f1d-4e7f-94bf-24989828f178 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929430 May 12 14:40:46.477825 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b6c2a-1a1d-4d70-9664-c657f43e5d23 req-89aeebbb-f3a9-45a9-a551-7c242b8866a5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:46.479306 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d4b6c2a-1a1d-4d70-9664-c657f43e5d23 req-89aeebbb-f3a9-45a9-a551-7c242b8866a5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0484464 May 12 14:40:46.534175 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d4b6c2a-1a1d-4d70-9664-c657f43e5d23 req-70bf90ab-f73c-49fd-b33f-72950e8ba20c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456276 May 12 14:40:47.655525 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c651-d4d0-40a4-98c2-314132b399be req-e826c58b-a317-4da3-bf1d-53c3166ac125 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:47.657080 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6d1c651-d4d0-40a4-98c2-314132b399be req-e826c58b-a317-4da3-bf1d-53c3166ac125 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0479112 May 12 14:40:47.705312 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6d1c651-d4d0-40a4-98c2-314132b399be req-ede3fa7c-3a7f-41d8-a0aa-2f0c9f12afe4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 May 12 14:40:48.042733 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faeafc-6e3e-49c1-9bcc-20761197a672 req-ae64257d-5e8e-49d8-b7c9-4a67565cb36e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:48.044606 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95faeafc-6e3e-49c1-9bcc-20761197a672 req-ae64257d-5e8e-49d8-b7c9-4a67565cb36e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.2735062 May 12 14:40:48.053967 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 50452) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:48.058537 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'floatingip': {'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:48.100896 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:48.552817 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:48.559861 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:48.666169 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Floating IP b7f77e52-73cb-480a-bfa1-442bbfa38994 associated. External IP: 172.27.1.66, port: 7c19e48a-6576-46c2-b0cc-f53674cec77e. May 12 14:40:48.893059 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Router 3c676323-7deb-44fd-a6e2-f7b0597abdef has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:40:49.008148 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:40:49.013670 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.020182 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] Sync routers for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:40:49.031569 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:49.032305 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:40:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:49.042920 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-abc55a73-8c99-46db-a53e-dabcfe301867 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "PUT /v2.0/floatingips/b7f77e52-73cb-480a-bfa1-442bbfa38994 HTTP/1.1" status: 200 len: 991 time: 0.9878139 May 12 14:40:49.043533 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:49.046369 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f0e3e-4e65-48da-a477-0412dfc67965" -d '{"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:49.081958 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25f0b2-6d45-4869-ae40-44f4b5bb51e6 x-openstack-request-id: req-aa25f0b2-6d45-4869-ae40-44f4b5bb51e6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:49.082571 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:49.082571 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa25f0b2-6d45-4869-ae40-44f4b5bb51e6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:49.082884 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa25f0b2-6d45-4869-ae40-44f4b5bb51e6'] response: {'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'status': 'completed', 'code': 200} May 12 14:40:49.148400 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:49.188018 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-8a769bd1-1dbe-4822-97bc-0de3c746d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:49.189727 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-8a769bd1-1dbe-4822-97bc-0de3c746d07c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0478690 May 12 14:40:49.288539 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-1253db49-48f6-4652-bf18-214a6a853374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:49.290355 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-1253db49-48f6-4652-bf18-214a6a853374 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.0931907 May 12 14:40:49.360000 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-b2b568d2-eb3d-4bf0-b315-c9e407f72a32 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 999 time: 0.0621247 May 12 14:40:49.419092 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-515ef3ab-1365-4579-a95f-4d54e95b4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:49.420610 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-515ef3ab-1365-4579-a95f-4d54e95b4542 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0538228 May 12 14:40:49.463314 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'b7f77e52-73cb-480a-bfa1-442bbfa38994', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:40:14Z', 'updated_at': '2022-05-12T14:40:48Z', 'revision_number': 1, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:49.475520 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-e4c9ec90-7ef0-43ec-89b2-4ea53bbe6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:49.477175 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-e4c9ec90-7ef0-43ec-89b2-4ea53bbe6626 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495842 May 12 14:40:49.491606 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] Checking router: 3c676323-7deb-44fd-a6e2-f7b0597abdef for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:40:49.501191 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:49.501877 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:40:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:49.583306 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-0d4156cf-21e7-44ca-a437-ca2cea7f7446 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841355 May 12 14:40:49.612667 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:49.834926 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-68de955d-f88d-4520-ab11-1a5880306436 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806353389&fields=id&tenant_id=323bfd19e97146e39c34d3ba12370590 HTTP/1.1" status: 200 len: 267 time: 0.0450556 May 12 14:40:49.836092 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'b7f77e52-73cb-480a-bfa1-442bbfa38994', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:40:14Z', 'updated_at': '2022-05-12T14:40:48Z', 'revision_number': 1, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:49.864417 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c6b4-1f93-4e5a-9ec8-1658d0b8f12c None None] The sync data for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi is: [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'b7f77e52-73cb-480a-bfa1-442bbfa38994', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:40:14Z', 'updated_at': '2022-05-12T14:40:48Z', 'revision_number': 1, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:49.954562 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-8c689de3-6765-44fb-95ca-2eab0dde526a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:49.956041 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-8c689de3-6765-44fb-95ca-2eab0dde526a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 809 time: 0.1104820 May 12 14:40:49.972693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-a0dc90d9-b4e0-4459-868b-4adc2f077b7a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/quotas/323bfd19e97146e39c34d3ba12370590 HTTP/1.1" status: 200 len: 375 time: 0.0110877 May 12 14:40:50.031726 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-1d2bed99-a6c7-4674-9e8d-44ab42051d8e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510528 May 12 14:40:50.072860 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93011516-1517-4f50-b355-1eef7f241ee3 None None] New status for floating IP b7f77e52-73cb-480a-bfa1-442bbfa38994: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:40:50.156199 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-d62fafd9-d84c-4eb9-b079-c8b9bcde42ea service neutron] 10.222.0.79 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075277 May 12 14:40:50.273739 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d17f0e3e-4e65-48da-a477-0412dfc67965 req-90c4ea89-b314-4cd1-806b-e87d556f4328 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337034 May 12 14:40:50.296911 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-3fa695e5-a770-4d4d-92ae-5291af56e959 service neutron] 10.222.0.79 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138983 May 12 14:40:50.619894 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f1e5e33a-a0f5-46a0-a50a-f46f79d8d62d req-514ba25f-b3cf-49fe-9ed8-27136e26098c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0291102 May 12 14:40:51.729616 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-66d6c282-5836-434c-9a21-ec09dbbe1213 req-e25d0bbe-853e-409b-ab57-2a34e9c3333d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0421290 May 12 14:40:51.857589 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-164647db-f867-480c-9a49-94e0e060c366 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:51.859177 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-164647db-f867-480c-9a49-94e0e060c366 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 809 time: 0.1398973 May 12 14:40:51.878431 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662d2d1-ba7f-4278-93b1-2b7efcadd90c req-d0fb89a7-616e-4ae3-8ed7-63f9aca1a7bd tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:51.879914 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5662d2d1-ba7f-4278-93b1-2b7efcadd90c req-d0fb89a7-616e-4ae3-8ed7-63f9aca1a7bd tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0679269 May 12 14:40:51.932105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5662d2d1-ba7f-4278-93b1-2b7efcadd90c req-5667d8ba-5579-42ea-8e49-9331e581d4a8 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 May 12 14:40:52.372414 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0e7ecb55-af27-4e44-9732-ebdd19e2a935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:52.839753 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b86a094-df1d-4a79-8a7a-10ae36f5625b req-e74f7b29-135e-4de1-947c-e17465e1d091 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0284357 May 12 14:40:53.060058 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f4f77-ca92-41a3-820e-f73ca4cb6eef req-01cfb3e5-44cf-402c-896a-674f3286c923 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:53.061445 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-772f4f77-ca92-41a3-820e-f73ca4cb6eef req-01cfb3e5-44cf-402c-896a-674f3286c923 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0495119 May 12 14:40:53.111590 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-772f4f77-ca92-41a3-820e-f73ca4cb6eef req-5a2c8215-71aa-47be-bfba-5943d3af0b86 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 May 12 14:40:53.618009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-1ca4983f-6bbd-4fb6-a247-df45a68bddf8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323bfd19e97146e39c34d3ba12370590 HTTP/1.1" status: 200 len: 380 time: 0.0651143 May 12 14:40:53.687361 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'port': {'device_id': '9198b32a-74d2-4298-bed5-be716180d682', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'admin_state_up': True, 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'security_groups': ['8d576efa-ff15-4700-a768-f6767f3d593f']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:53.816682 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Made reservation on behalf of 323bfd19e97146e39c34d3ba12370590 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:40:53.820530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:53.963795 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-57cc3b9d-f74a-4d7f-9d29-f838b3c557f3 req-8afc3a06-9ff5-4d47-8d9e-fc89c414e686 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0334134 May 12 14:40:53.980081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Allocated IP 172.20.0.4 (a49560f3-0c8f-4242-9059-9a790b48facb/d9c78a50-e6a9-442c-a90e-d7649db529b5/5e60855e-b1bf-4dc0-8a72-5c0e800298c2) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:40:54.131795 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.171208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.242261 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Network a49560f3-0c8f-4242-9059-9a790b48facb is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:40:54.251511 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:40:54.258100 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:40:54.263286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:54.295709 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e420103-2c0d-4785-a50f-8f3f1a26fe9b req-eda08717-de2a-4ac9-8b49-215de3202558 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:54.297481 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e420103-2c0d-4785-a50f-8f3f1a26fe9b req-eda08717-de2a-4ac9-8b49-215de3202558 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0973210 May 12 14:40:54.310623 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.310967 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.311361 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.311799 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.312393 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.312689 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.313146 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.313380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.313702 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.314021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.314339 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.314659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.314975 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.315346 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.315661 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:54.386488 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:54.387145 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.414865 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-5e486809-8191-423c-971e-aa622f4b2639 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:54.416436 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-5e486809-8191-423c-971e-aa622f4b2639 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 946 time: 0.0904276 May 12 14:40:54.437810 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e420103-2c0d-4785-a50f-8f3f1a26fe9b req-78b50f9f-df4e-4f92-8d49-7d7594e7afca tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324925 May 12 14:40:54.441187 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-02b0d0fd-ce2d-4de2-8750-dfb26600b2be tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602251 May 12 14:40:54.466312 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Request body: {'port': {'device_id': '9198b32a-74d2-4298-bed5-be716180d682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:40:54.541291 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-0c42ac75-188c-4b05-9207-e1f890fdaedb None None] Provisioning complete for port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:40:54.541890 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0c42ac75-188c-4b05-9207-e1f890fdaedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.572057 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Deleting port 57c849b2-3548-4709-a6ba-435f0a47c07a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:40:54.572391 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.576522 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.578388 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ac75-188c-4b05-9207-e1f890fdaedb None None] Port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:40:54.716173 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] For port 57c849b2-3548-4709-a6ba-435f0a47c07a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=57c849b2-3548-4709-a6ba-435f0a47c07a,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:54.716463 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.738350 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Calling delete_port for 57c849b2-3548-4709-a6ba-435f0a47c07a owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:40:54.811789 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3f2e-b423-44af-bc1f-a5f63b6ddcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.007149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (57c849b2-3548-4709-a6ba-435f0a47c07a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.055707 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['57c849b2-3548-4709-a6ba-435f0a47c07a'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:40:55.059386 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Pushing event deleted for resources: {'Port': ['ID=57c849b2-3548-4709-a6ba-435f0a47c07a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:55.099278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:40:55.125525 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Publish callbacks [] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.156648 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] No DVR routers for this DVR port 57c849b2-3548-4709-a6ba-435f0a47c07a on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:40:55.163858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f25d0-7b22-4a1a-9ddf-7f0f5d8901ec req-8c2f41f5-b6a0-4da7-839c-4e97a657cfe3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:55.165334 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-978f25d0-7b22-4a1a-9ddf-7f0f5d8901ec req-8c2f41f5-b6a0-4da7-839c-4e97a657cfe3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 931 time: 0.1107659 May 12 14:40:55.167884 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.171359 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9dcada67-aa28-4ee8-a5e1-63106a61d737 req-1ae6ad66-8c0c-4e5b-b156-194af1ed0235 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "DELETE /v2.0/ports/57c849b2-3548-4709-a6ba-435f0a47c07a HTTP/1.1" status: 204 len: 173 time: 0.7453194 May 12 14:40:55.171813 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'name': 'network-vif-deleted', 'tag': '57c849b2-3548-4709-a6ba-435f0a47c07a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:55.174034 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0fcb74-15fb-4a94-9f44-9257df6d5a07" -d '{"events": [{"server_uuid": "a0ee4d94-7406-4be1-8f0a-6563ee830f97", "name": "network-vif-deleted", "tag": "57c849b2-3548-4709-a6ba-435f0a47c07a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:55.176930 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Transition to ACTIVE for port object 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:40:55.186064 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.228248 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20b7e8-6ac1-4767-bca7-5bf80dae3603 x-openstack-request-id: req-df20b7e8-6ac1-4767-bca7-5bf80dae3603 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:55.228529 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee4d94-7406-4be1-8f0a-6563ee830f97", "name": "network-vif-deleted", "tag": "57c849b2-3548-4709-a6ba-435f0a47c07a", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:55.228779 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df20b7e8-6ac1-4767-bca7-5bf80dae3603 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:55.229173 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df20b7e8-6ac1-4767-bca7-5bf80dae3603'] response: {'server_uuid': 'a0ee4d94-7406-4be1-8f0a-6563ee830f97', 'name': 'network-vif-deleted', 'tag': '57c849b2-3548-4709-a6ba-435f0a47c07a', 'status': 'completed', 'code': 200} May 12 14:40:55.274725 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:55.286753 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-978f25d0-7b22-4a1a-9ddf-7f0f5d8901ec req-0aa881d3-b720-4458-92d5-61aee150140a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084163 May 12 14:40:55.369117 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Attempting to bind port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:40:55.369446 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Attempting to bind port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:40:55.369775 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Attempting to bind port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 on network a49560f3-0c8f-4242-9059-9a790b48facb {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:55.375194 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 on network a49560f3-0c8f-4242-9059-9a790b48facb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:40:55.375532 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Attempting to bind port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 on network a49560f3-0c8f-4242-9059-9a790b48facb {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:40:55.381505 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:40:55.381748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Checking segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:40:55.382127 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Bound using segment: {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:40:55.382563 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Bound port: 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a748454f-ccee-499e-8cbd-578cac8d67af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:40:55.383177 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.460785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:40:55.467101 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:40:55.475341 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.516288 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:55.516795 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.518202 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] 10.222.0.85 "PUT /v2.0/ports/5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 1093 time: 1.0577691 May 12 14:40:55.559643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3327d-4a13-4428-9dba-646b4e722ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:55.579052 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-14ab0c1e-89a7-44ca-9cda-586bbe195c79 req-819bc2d8-d22c-45aa-836d-938d29a0ce88 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ee4d94-7406-4be1-8f0a-6563ee830f97 HTTP/1.1" status: 200 len: 210 time: 0.0363002 May 12 14:40:55.786399 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-8fd010d4-4be1-47bc-832a-1317b9c2b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:55.788255 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-8fd010d4-4be1-47bc-832a-1317b9c2b3b3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1127 time: 0.0546155 May 12 14:40:55.850799 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-4171b699-2270-4124-8eb2-5845b3cd6833 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 217 time: 0.0416815 May 12 14:40:55.862392 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.921798 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-833a9a0d-749b-4de0-8454-f3ab2c79de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:55.923293 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-833a9a0d-749b-4de0-8454-f3ab2c79de9a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.0608921 May 12 14:40:55.980872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-1c53fd6e-9761-47e4-a39d-5773bac1e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:55.982406 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-1c53fd6e-9761-47e4-a39d-5773bac1e3f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488563 May 12 14:40:56.089352 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-68f112c0-a481-4770-9d44-65ccfa126292 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974674 May 12 14:40:56.202693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0e28551-a814-4c78-8fe3-7a524b55bff6 req-13a74091-2129-41a5-8492-befd7fa8e202 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035328 May 12 14:40:56.415908 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92524d5e-d609-405d-883a-59f7ad3145a9 req-34116a27-006a-41cf-ae5d-550bb1936746 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:56.417245 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92524d5e-d609-405d-883a-59f7ad3145a9 req-34116a27-006a-41cf-ae5d-550bb1936746 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0508304 May 12 14:40:56.470995 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92524d5e-d609-405d-883a-59f7ad3145a9 req-a01d541b-d1ce-42fc-8bc2-98e517e48186 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452631 May 12 14:40:57.032538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:57.230994 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:57.234368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d219f57-57a6-4a9a-8fe5-72b802ef3629" -d '{"events": [{"name": "network-changed", "server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:57.278131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9010a26f-460b-4d90-9a06-f36edfa56b5f x-openstack-request-id: req-9010a26f-460b-4d90-9a06-f36edfa56b5f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:57.278420 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:57.278667 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9010a26f-460b-4d90-9a06-f36edfa56b5f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:57.279065 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9010a26f-460b-4d90-9a06-f36edfa56b5f'] response: {'name': 'network-changed', 'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'status': 'completed', 'code': 200} May 12 14:40:57.607732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59723d1-d657-4d30-8048-0bd23b230456 req-13052c45-30ff-43c6-b98e-e1a07d7ba3d0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:57.609284 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e59723d1-d657-4d30-8048-0bd23b230456 req-13052c45-30ff-43c6-b98e-e1a07d7ba3d0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0574620 May 12 14:40:57.662277 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e59723d1-d657-4d30-8048-0bd23b230456 req-19206c26-fc1a-4b54-964f-57f0dc2014fd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 May 12 14:40:58.690263 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:58.797607 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2ff6-5239-4cf2-b6d8-4c31b497abde req-8ea6838b-c95d-4774-898c-9641e180cd5b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:58.799112 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-720a2ff6-5239-4cf2-b6d8-4c31b497abde req-8ea6838b-c95d-4774-898c-9641e180cd5b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0579104 May 12 14:40:58.850301 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:40:58.854365 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-720a2ff6-5239-4cf2-b6d8-4c31b497abde req-3e29b2fb-6608-4989-815f-4f2bf89432f4 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493400 May 12 14:40:59.748593 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 57c849b2-3548-4709-a6ba-435f0a47c07a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:40:59.778199 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 57c849b2-3548-4709-a6ba-435f0a47c07a {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:40:59.778541 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 57c849b2-3548-4709-a6ba-435f0a47c07a not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:40:59.982933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e22126-065d-4cf4-85d2-4e65c3826530 req-37eca168-f795-414a-af53-f677b9e36e43 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:59.984567 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59e22126-065d-4cf4-85d2-4e65c3826530 req-37eca168-f795-414a-af53-f677b9e36e43 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0508082 May 12 14:41:00.045137 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59e22126-065d-4cf4-85d2-4e65c3826530 req-2fc933ae-e26e-4a33-bf7e-859fde02e7bd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523090 May 12 14:41:01.106518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-3780cb1b-fba2-4edb-9879-c2e0d1d64aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:01.108217 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-3780cb1b-fba2-4edb-9879-c2e0d1d64aa0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1127 time: 0.0406528 May 12 14:41:01.214366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f896-f5c4-460e-a46a-0ac9a6b09b11 req-385ba523-c8f9-4f01-9004-d29ecadfc9ec tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:01.215862 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-02d5f896-f5c4-460e-a46a-0ac9a6b09b11 req-385ba523-c8f9-4f01-9004-d29ecadfc9ec tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0912099 May 12 14:41:01.253481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-c00fee38-f7e2-47a2-bd6e-dd0ab854e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:01.254928 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-c00fee38-f7e2-47a2-bd6e-dd0ab854e278 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 910 time: 0.1389468 May 12 14:41:01.532723 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-9d7a5612-194a-4dec-9d14-4d29eedf4f6b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 217 time: 0.2707880 May 12 14:41:01.537578 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-02d5f896-f5c4-460e-a46a-0ac9a6b09b11 req-438a5ab9-fcaf-48de-9d9d-7002569f36c0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144855 May 12 14:41:01.584624 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-fa7164e4-ec80-4444-b037-a41a23f306d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:01.586073 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-fa7164e4-ec80-4444-b037-a41a23f306d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.0451188 May 12 14:41:01.629542 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-1ca68357-a64f-42e0-a1d4-ca31a689e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:01.631002 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-1ca68357-a64f-42e0-a1d4-ca31a689e808 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378726 May 12 14:41:01.724001 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-f77a2416-5924-4606-9715-5a97bcbe3f7d service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 May 12 14:41:01.814761 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d219f57-57a6-4a9a-8fe5-72b802ef3629 req-c82bef6b-6908-43fb-b152-2b73b00402f1 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838695 May 12 14:41:02.462218 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.669303 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95eaff-b35c-4d05-8c91-39c08ff7550d req-c3f0efa4-5bf9-4e39-9f58-ad6c7d52af87 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:02.670782 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c95eaff-b35c-4d05-8c91-39c08ff7550d req-c3f0efa4-5bf9-4e39-9f58-ad6c7d52af87 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0583224 May 12 14:41:02.721420 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c95eaff-b35c-4d05-8c91-39c08ff7550d req-935cd0e9-f6fa-4fa9-b244-03c3ce319322 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 May 12 14:41:03.844176 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c3bdf-6d44-4abf-aca6-b6c8fd077095 req-742f176b-6a87-4c12-9e33-963698c64b7b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:03.845686 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de4c3bdf-6d44-4abf-aca6-b6c8fd077095 req-742f176b-6a87-4c12-9e33-963698c64b7b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0529847 May 12 14:41:03.899765 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de4c3bdf-6d44-4abf-aca6-b6c8fd077095 req-088fa71b-e479-4bcf-b241-d1ccc7afc7c4 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478864 May 12 14:41:05.019804 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80515cb9-0eb4-4ec2-ad83-46fbc8f5dfab req-9deb3170-444b-4480-a9d6-db69072d7959 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:05.021274 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80515cb9-0eb4-4ec2-ad83-46fbc8f5dfab req-9deb3170-444b-4480-a9d6-db69072d7959 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0478127 May 12 14:41:05.073077 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80515cb9-0eb4-4ec2-ad83-46fbc8f5dfab req-3825a725-0fee-40e7-b1fc-cc60989e0098 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 May 12 14:41:06.190247 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b497624-b9a1-4142-9097-ae699ec9fcce req-7eab2d12-f919-41dd-a8aa-912c4d097fcd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:06.191784 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b497624-b9a1-4142-9097-ae699ec9fcce req-7eab2d12-f919-41dd-a8aa-912c4d097fcd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0484402 May 12 14:41:06.249423 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b497624-b9a1-4142-9097-ae699ec9fcce req-e4d831f5-d68a-4f8c-9e7d-9e4582b7e261 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520217 May 12 14:41:07.379646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e040-eb8e-4465-8f16-1e57279f980d req-2da08293-3392-417d-a745-3d9fbd1e2b3d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:07.381156 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fbd2e040-eb8e-4465-8f16-1e57279f980d req-2da08293-3392-417d-a745-3d9fbd1e2b3d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0534859 May 12 14:41:07.431766 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fbd2e040-eb8e-4465-8f16-1e57279f980d req-c050291f-b3ef-44e7-9a06-abfb7877433d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 May 12 14:41:08.571801 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6981-1b70-4d97-8caf-f699fa815a4c req-c8c83d00-7704-4123-8277-9e7962e84717 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:08.573293 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d6b6981-1b70-4d97-8caf-f699fa815a4c req-c8c83d00-7704-4123-8277-9e7962e84717 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0588031 May 12 14:41:08.623480 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d6b6981-1b70-4d97-8caf-f699fa815a4c req-8a5bd999-e89e-4432-9978-83690cc280f0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 May 12 14:41:08.817842 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-0237376b-492d-414b-9370-74f950287ac4 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:08.819327 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-0237376b-492d-414b-9370-74f950287ac4 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/networks?id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 200 len: 813 time: 0.1138175 May 12 14:41:08.836160 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-e470ec9b-6abf-49b8-92e7-3db6992335e2 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/quotas/ec6ea995239c47df80dd8c7ff0aa23f3 HTTP/1.1" status: 200 len: 375 time: 0.0099239 May 12 14:41:08.870707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-cabf76a8-f327-468c-8fd8-3f0670354b66 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290711 May 12 14:41:08.963105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c46065c2-c377-42d2-9967-3d7bde98822d service neutron] 10.222.0.79 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851319 May 12 14:41:09.059631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-36d790e4-1975-430c-838b-9dd1d41a484a service neutron] 10.222.0.79 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907767 May 12 14:41:09.221016 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c55364ae-570c-4a0c-bbb0-54ccd5718804 req-a818c6bf-54d3-4044-bc3d-186cd15477b4 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 210 time: 0.0299966 May 12 14:41:09.738806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fb607-d92b-419a-9583-5eba920faf33 req-5d18908a-e02d-405d-9065-e6a1ef6b61cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:09.740832 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f31fb607-d92b-419a-9583-5eba920faf33 req-5d18908a-e02d-405d-9065-e6a1ef6b61cb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0494916 May 12 14:41:09.794227 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f31fb607-d92b-419a-9583-5eba920faf33 req-0f1ae254-e520-421f-9f4c-78979b2fc41e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 May 12 14:41:10.128755 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a6209-3e40-46c6-a436-0cdf804d5b48 req-2c2f37bf-5e61-49b0-bf37-eb555f1406c6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:10.130265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-950a6209-3e40-46c6-a436-0cdf804d5b48 req-2c2f37bf-5e61-49b0-bf37-eb555f1406c6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0539250 May 12 14:41:10.184788 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-950a6209-3e40-46c6-a436-0cdf804d5b48 req-e67a0524-0dfa-4518-8da2-41549955dcea tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460756 May 12 14:41:10.328064 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fffb8c29-daaf-4b2f-86fb-7ff2d2d212f7 req-4577fc2c-8181-4341-be2a-157bcc49814d tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 210 time: 0.0387580 May 12 14:41:10.525621 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-8180bc51-1350-434a-a8a9-f3e4e4aa1cb9 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:10.527076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-8180bc51-1350-434a-a8a9-f3e4e4aa1cb9 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "GET /v2.0/networks?id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 200 len: 813 time: 0.1063809 May 12 14:41:10.557832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Request body: {'port': {'device_id': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c', 'admin_state_up': True, 'tenant_id': 'ec6ea995239c47df80dd8c7ff0aa23f3'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:10.672711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Made reservation on behalf of ec6ea995239c47df80dd8c7ff0aa23f3 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:41:10.676193 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:10.804461 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Allocated IP 172.20.0.3 (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c/c215d98a-8bb4-46a2-94a0-e1d59be3eb3c/2c2c830c-addb-4ce9-8ac8-ee700f599af2) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:10.955035 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed476a-1888-4521-a1b6-547ab34cbaac req-4c3b8b77-3171-4d15-9969-aae64a49cfdf tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:10.956513 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68ed476a-1888-4521-a1b6-547ab34cbaac req-4c3b8b77-3171-4d15-9969-aae64a49cfdf tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0828912 May 12 14:41:11.018681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks [] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.043005 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68ed476a-1888-4521-a1b6-547ab34cbaac req-73463815-29d3-42b4-8c5f-4c5be2bb165c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780938 May 12 14:41:11.069914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.108187 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:11.113605 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:11.120804 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:11.125850 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:11.129606 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Pushing event updated for resources: {'Port': ['ID=2c2c830c-addb-4ce9-8ac8-ee700f599af2,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:11.180460 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.181064 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.199748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2d429acc-7a02-4552-854c-8be987fc2c61 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459689 May 12 14:41:11.213977 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:11.219090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Request body: {'port': {'device_id': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:11.226505 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'port_id': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'mac_address': 'fa:16:3e:05:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:11.265622 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:11.266017 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.279434 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:11.299886 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:11.304766 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.310154 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.336380 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c76cbb-91f2-4617-9ec5-21478e4b46da req-767dda78-195b-4f26-af51-9a74c44a013c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.337864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49c76cbb-91f2-4617-9ec5-21478e4b46da req-767dda78-195b-4f26-af51-9a74c44a013c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0644331 May 12 14:41:11.351809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:11.359362 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.359650 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.360397 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.360530 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.360773 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.361099 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.361425 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.361879 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.362209 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.363079 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.363079 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.363421 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.363873 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.364111 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.364518 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:11.482117 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-49c76cbb-91f2-4617-9ec5-21478e4b46da req-842c751c-cdf4-40a9-8e7c-ad2af0110947 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185637 May 12 14:41:11.495893 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb9928-2d29-4a4a-aec4-17b4d5f603bc req-a38eb8df-c47d-495e-aeeb-e146752699db tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.497383 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4dbb9928-2d29-4a4a-aec4-17b4d5f603bc req-a38eb8df-c47d-495e-aeeb-e146752699db tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 931 time: 0.0829012 May 12 14:41:11.627278 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4dbb9928-2d29-4a4a-aec4-17b4d5f603bc req-3738be47-d5fb-4a00-97f6-c46220a78c59 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840046 May 12 14:41:11.749733 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2c830c-addb-4ce9-8ac8-ee700f599af2 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:11.757600 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Publish callbacks [] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.770790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Transition to ACTIVE for port object 2c2c830c-addb-4ce9-8ac8-ee700f599af2 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:41:11.778000 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.827160 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c830c-addb-4ce9-8ac8-ee700f599af2,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:11.866494 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['5e60855e-b1bf-4dc0-8a72-5c0e800298c2'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:11.902621 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Attempting to bind port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:11.902860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Attempting to bind port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:11.903192 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Attempting to bind port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 on network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:11.908269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 on network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:41:11.908593 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Attempting to bind port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 on network 2b8c7762-2c9c-4090-8f5f-a4a4caf1263c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:11.913494 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:11.913833 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Checking segment: {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:11.914216 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Bound using segment: {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:11.914644 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Bound port: 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16b71a6-2860-49c1-a0fe-39553df2343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:11.915002 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.982506 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] For port 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:11.986711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] For port 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:11.994109 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.030693 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.031328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.033475 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] 10.222.0.85 "PUT /v2.0/ports/2c2c830c-addb-4ce9-8ac8-ee700f599af2 HTTP/1.1" status: 200 len: 1093 time: 0.8188610 May 12 14:41:12.033909 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'tag': '2c2c830c-addb-4ce9-8ac8-ee700f599af2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:12.036214 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae8e106-cdc0-417b-854a-c86015df49ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e248f403-7a65-42e2-a6b4-1f6c347a2e2e", "tag": "2c2c830c-addb-4ce9-8ac8-ee700f599af2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:12.059122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d070c6-d731-47a0-ba83-e7021bf45ded service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c830c-addb-4ce9-8ac8-ee700f599af2,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:12.097314 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdd791e-9de3-4a25-8684-eb5ee1624ca1 x-openstack-request-id: req-0fdd791e-9de3-4a25-8684-eb5ee1624ca1 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:12.097616 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e248f403-7a65-42e2-a6b4-1f6c347a2e2e", "tag": "2c2c830c-addb-4ce9-8ac8-ee700f599af2", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:12.097861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fdd791e-9de3-4a25-8684-eb5ee1624ca1 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:12.099738 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdd791e-9de3-4a25-8684-eb5ee1624ca1'] response: {'name': 'network-changed', 'server_uuid': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'tag': '2c2c830c-addb-4ce9-8ac8-ee700f599af2', 'status': 'completed', 'code': 200} May 12 14:41:12.193907 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a88412-e64f-4773-bc9a-5eb9e9c3cc1d req-ad8a720e-843f-4782-86a0-3968e4b45701 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.195360 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2a88412-e64f-4773-bc9a-5eb9e9c3cc1d req-ad8a720e-843f-4782-86a0-3968e4b45701 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 944 time: 0.0746260 May 12 14:41:12.210355 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-25a0c76c-07e8-49a1-b0ff-21bd2c80e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.211800 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-25a0c76c-07e8-49a1-b0ff-21bd2c80e318 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 1127 time: 0.0611768 May 12 14:41:12.278959 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-2437921d-d124-4230-bcb8-622ea05eed63 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2 HTTP/1.1" status: 200 len: 217 time: 0.0454178 May 12 14:41:12.282866 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2a88412-e64f-4773-bc9a-5eb9e9c3cc1d req-841d82c1-598e-4fd7-b3cf-902820c0ff8f tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820370 May 12 14:41:12.330985 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-d4c7ab32-9082-4338-b3f0-9f3fd7abc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.332520 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-d4c7ab32-9082-4338-b3f0-9f3fd7abc9f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c215d98a-8bb4-46a2-94a0-e1d59be3eb3c HTTP/1.1" status: 200 len: 853 time: 0.0462375 May 12 14:41:12.366435 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-80ed9cfb-be8b-4eac-a831-fcde4931f04f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262496 May 12 14:41:12.462728 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-40bf4e46-b85b-4037-ac74-a8aecd1ddd65 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890217 May 12 14:41:12.579706 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e1101bc-98b4-449e-8045-a707a24695e5 req-b5010df3-a676-4ced-b217-c30e702a0ea3 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004870 May 12 14:41:12.615812 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8a5fc-2ddd-4e3a-b1f0-c01aaabf8d2c req-4c6da580-3fae-45b7-8e8e-47eba6871fed tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.617317 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8fb8a5fc-2ddd-4e3a-b1f0-c01aaabf8d2c req-4c6da580-3fae-45b7-8e8e-47eba6871fed tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0574026 May 12 14:41:12.670022 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8fb8a5fc-2ddd-4e3a-b1f0-c01aaabf8d2c req-7372052c-6b97-4f8b-851a-a02edf08d073 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469959 May 12 14:41:12.740503 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad08697-13e2-4cfa-91b4-a1b2fca435ff req-0f4d0cf4-e676-495c-93cc-83fd4cf1f2d3 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.741899 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cad08697-13e2-4cfa-91b4-a1b2fca435ff req-0f4d0cf4-e676-495c-93cc-83fd4cf1f2d3 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 943 time: 0.0467286 May 12 14:41:12.789784 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cad08697-13e2-4cfa-91b4-a1b2fca435ff req-445c51a0-565a-4b2f-8c7f-8977af1dbafe tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 May 12 14:41:13.416882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da72a-9c24-45c1-bd58-3dd09341522b req-3cdca8a1-d104-4e17-90a0-8091649157c5 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.418335 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f65da72a-9c24-45c1-bd58-3dd09341522b req-3cdca8a1-d104-4e17-90a0-8091649157c5 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 944 time: 0.0506146 May 12 14:41:13.476270 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f65da72a-9c24-45c1-bd58-3dd09341522b req-f033c81e-f142-4863-9e79-47b73887a958 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494056 May 12 14:41:13.810378 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383531a-a326-4e89-8670-3875302a43b1 req-86ac9a6a-1424-49e3-88e2-b11d39cede10 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.811882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6383531a-a326-4e89-8670-3875302a43b1 req-86ac9a6a-1424-49e3-88e2-b11d39cede10 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0511935 May 12 14:41:13.864343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6383531a-a326-4e89-8670-3875302a43b1 req-b937d2f1-d621-4a6f-a72a-09ea1a9f7a32 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 May 12 14:41:13.909607 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b1887-bb68-4895-b8cb-d6972e5bd689 req-4a962703-9d13-4d2a-ba07-9c412f2e38e3 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.911076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa6b1887-bb68-4895-b8cb-d6972e5bd689 req-4a962703-9d13-4d2a-ba07-9c412f2e38e3 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 943 time: 0.0459015 May 12 14:41:13.965186 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa6b1887-bb68-4895-b8cb-d6972e5bd689 req-6ff71c44-6005-48bd-8792-e3c61c2070a3 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 May 12 14:41:14.298331 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:14.346718 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:41:14.355933 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:14.356389 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.441628 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:14.442024 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.464575 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:14.466826 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166da071-2049-46ce-bd75-cb039ecd9729" -d '{"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-plugged", "status": "completed", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:14.482538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:14.488558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.514684 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb9ac0d-590a-43c4-ace4-db0bdc14f517 x-openstack-request-id: req-0cb9ac0d-590a-43c4-ace4-db0bdc14f517 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:14.515002 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-plugged", "status": "completed", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:14.515263 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0cb9ac0d-590a-43c4-ace4-db0bdc14f517 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:14.515659 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb9ac0d-590a-43c4-ace4-db0bdc14f517'] response: {'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'code': 200} May 12 14:41:14.541722 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:14.592722 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3bbb-1eb2-4590-91d3-52da9fb96a4b req-35c4fdfe-91ae-4d09-a22e-57ff0dd06c00 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.594187 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f06b3bbb-1eb2-4590-91d3-52da9fb96a4b req-35c4fdfe-91ae-4d09-a22e-57ff0dd06c00 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0497909 May 12 14:41:14.649891 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f06b3bbb-1eb2-4590-91d3-52da9fb96a4b req-52636c30-4744-478e-8dc0-1ea54b6691f0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495996 May 12 14:41:14.994458 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503673b5-c047-4e20-8279-b902ee3f9038 req-ea7d4eaa-0667-41a3-a37e-34b336fb8139 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.995964 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-503673b5-c047-4e20-8279-b902ee3f9038 req-ea7d4eaa-0667-41a3-a37e-34b336fb8139 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0489535 May 12 14:41:15.052617 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-503673b5-c047-4e20-8279-b902ee3f9038 req-8dbd0f7f-40f0-40a0-81f0-1b615200e35e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508559 May 12 14:41:15.090115 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3677-8d80-49ee-890e-c6fd85bffed2 req-07755427-e68d-4eea-8b1c-1ce9e0083f93 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:15.091550 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4a7d3677-8d80-49ee-890e-c6fd85bffed2 req-07755427-e68d-4eea-8b1c-1ce9e0083f93 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 943 time: 0.0547919 May 12 14:41:15.143569 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4a7d3677-8d80-49ee-890e-c6fd85bffed2 req-88433d44-c42d-4b53-8b7a-9bd64a10903e tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457461 May 12 14:41:15.781046 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395723f3-85f2-4f37-98d8-7f4e8dfa4e92 req-3fe9995c-54d3-40d9-a49b-d3941e06ae1b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:15.782516 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-395723f3-85f2-4f37-98d8-7f4e8dfa4e92 req-3fe9995c-54d3-40d9-a49b-d3941e06ae1b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0570648 May 12 14:41:15.844876 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-395723f3-85f2-4f37-98d8-7f4e8dfa4e92 req-b1435897-aa56-4a1c-a0a8-f822ae0ba7bd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562575 May 12 14:41:16.185216 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901c57b-bd41-42f3-9235-93813fed90fb req-5307ba9d-9552-4501-a779-d867719b4264 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.186731 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6901c57b-bd41-42f3-9235-93813fed90fb req-5307ba9d-9552-4501-a779-d867719b4264 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0499878 May 12 14:41:16.264437 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6901c57b-bd41-42f3-9235-93813fed90fb req-f6fd2fb2-2b29-49ab-8f2b-055996ddc9b5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720537 May 12 14:41:16.278766 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861c4ea-8d96-4adb-b04f-e338612fe280 req-da956616-d761-4a32-a7bd-ca3aa130cddc tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.280206 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1861c4ea-8d96-4adb-b04f-e338612fe280 req-da956616-d761-4a32-a7bd-ca3aa130cddc tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 943 time: 0.0578532 May 12 14:41:16.292912 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 2c2c830c-addb-4ce9-8ac8-ee700f599af2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:16.331294 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1861c4ea-8d96-4adb-b04f-e338612fe280 req-a982e711-441a-44d9-9175-f070ad938db0 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 May 12 14:41:16.398245 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:16.409623 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '2c2c830c-addb-4ce9-8ac8-ee700f599af2', 'network_id': '2b8c7762-2c9c-4090-8f5f-a4a4caf1263c', 'port_id': '2c2c830c-addb-4ce9-8ac8-ee700f599af2', 'mac_address': 'fa:16:3e:b1:14:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c215d98a-8bb4-46a2-94a0-e1d59be3eb3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:16.451202 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:16.451585 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.466458 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2c830c-addb-4ce9-8ac8-ee700f599af2 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:16.487642 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:16.494207 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.540973 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=2c2c830c-addb-4ce9-8ac8-ee700f599af2,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:16.604265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-efaa7dfb-7755-407e-b4a1-97efa2a710b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.605703 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-efaa7dfb-7755-407e-b4a1-97efa2a710b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 1128 time: 0.0421820 May 12 14:41:16.790456 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-449b8421-ebc6-422c-b01a-d5d9b897521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.791963 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-449b8421-ebc6-422c-b01a-d5d9b897521a service neutron] 10.222.0.85 "GET /v2.0/networks?id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 200 len: 914 time: 0.0943437 May 12 14:41:16.865526 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-1a269b43-5d8e-4a32-8d0f-10c788757ac5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2 HTTP/1.1" status: 200 len: 217 time: 0.0588770 May 12 14:41:16.884434 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a17922-16e5-4745-80b9-b44d573fc11f req-80678afa-7cb6-4f10-b3b3-769d9e3a186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.885862 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56a17922-16e5-4745-80b9-b44d573fc11f req-80678afa-7cb6-4f10-b3b3-769d9e3a186f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1129 time: 0.0783844 May 12 14:41:16.966966 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-be28999f-53c3-433f-bde2-d8b93b26abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.968442 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-be28999f-53c3-433f-bde2-d8b93b26abd8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c215d98a-8bb4-46a2-94a0-e1d59be3eb3c HTTP/1.1" status: 200 len: 853 time: 0.0916603 May 12 14:41:16.999370 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7fac2-189f-428c-8c6d-db3e9d2e65ea req-106e5337-254a-4789-96c9-d54bb7112501 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.000832 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c7fac2-189f-428c-8c6d-db3e9d2e65ea req-106e5337-254a-4789-96c9-d54bb7112501 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0853131 May 12 14:41:17.022082 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56a17922-16e5-4745-80b9-b44d573fc11f req-5bca083e-3eb8-4d89-9301-d0f7ef71cca8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174941 May 12 14:41:17.028737 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-c933c65f-fd97-4edf-b45c-051ebc5b6a91 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465448 May 12 14:41:17.069798 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c7fac2-189f-428c-8c6d-db3e9d2e65ea req-805c4bd6-5800-4162-bb23-3b1b1be84a7a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507140 May 12 14:41:17.170318 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['2c2c830c-addb-4ce9-8ac8-ee700f599af2'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:17.387365 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccec86-ca55-4d20-bf39-fe0aa7517f44 req-3e246ba3-4c5d-4d32-b9c4-a38eff892453 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.388884 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eccec86-ca55-4d20-bf39-fe0aa7517f44 req-3e246ba3-4c5d-4d32-b9c4-a38eff892453 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0493052 May 12 14:41:17.466883 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38409d47-2cf5-433d-8793-329bdda82e99 req-9b01084c-f0de-49fb-9fad-794118d8b899 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.468271 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-38409d47-2cf5-433d-8793-329bdda82e99 req-9b01084c-f0de-49fb-9fad-794118d8b899 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 944 time: 0.0670795 May 12 14:41:17.475396 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1eccec86-ca55-4d20-bf39-fe0aa7517f44 req-96264af9-a1f9-46f1-bc3d-4e4466ef06be tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809073 May 12 14:41:17.519953 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-38409d47-2cf5-433d-8793-329bdda82e99 req-96c84cfc-cf40-43ca-8af5-4173719cbd7c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435948 May 12 14:41:17.739277 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-1c2b9a09-f305-4938-9682-c43bf9494606 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007257 May 12 14:41:18.204158 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c180-beb6-4b45-9d56-bb3b4080197a req-c5cb03d3-8d1e-4e5c-906b-79b7e9c36b5e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.205652 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b963c180-beb6-4b45-9d56-bb3b4080197a req-c5cb03d3-8d1e-4e5c-906b-79b7e9c36b5e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0541499 May 12 14:41:18.259868 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b963c180-beb6-4b45-9d56-bb3b4080197a req-a84e4b64-6e81-480c-9c09-d5cc3045b512 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482779 May 12 14:41:18.618681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fb98d-e5fc-4d41-8034-11f6efe993cd req-f08ee45c-c834-4189-9700-9aeb33d756e4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.620157 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-491fb98d-e5fc-4d41-8034-11f6efe993cd req-f08ee45c-c834-4189-9700-9aeb33d756e4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0591123 May 12 14:41:18.665863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550bcf3-a3b3-498f-beb4-2b89d9f02fee req-0e7531d6-1913-4709-8930-f3d648f39edc tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.667325 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4550bcf3-a3b3-498f-beb4-2b89d9f02fee req-0e7531d6-1913-4709-8930-f3d648f39edc tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 944 time: 0.0672038 May 12 14:41:18.732809 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-491fb98d-e5fc-4d41-8034-11f6efe993cd req-4909097e-af41-4825-9fdb-842a8332776d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971942 May 12 14:41:18.787031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4550bcf3-a3b3-498f-beb4-2b89d9f02fee req-a0b57a52-209c-460f-916c-4e1079a2d54c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093941 May 12 14:41:18.811676 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ae8e106-cdc0-417b-854a-c86015df49ca req-8d4de33b-a64a-45c2-b7ac-002d3015bed8 service neutron] 10.222.0.85 "GET /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228049 May 12 14:41:18.967724 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 2c2c830c-addb-4ce9-8ac8-ee700f599af2 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:19.024606 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:41:19.032909 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:19.033277 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.112266 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:19.112653 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.135025 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c830c-addb-4ce9-8ac8-ee700f599af2'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:19.137284 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023691da-e3a0-441d-bb04-4c0cee64a8e6" -d '{"events": [{"server_uuid": "e248f403-7a65-42e2-a6b4-1f6c347a2e2e", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c830c-addb-4ce9-8ac8-ee700f599af2"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:19.150511 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:19.155918 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.179841 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f394027-6939-4a4d-99ad-52b9b8e34265 x-openstack-request-id: req-5f394027-6939-4a4d-99ad-52b9b8e34265 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:19.180157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e248f403-7a65-42e2-a6b4-1f6c347a2e2e", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c830c-addb-4ce9-8ac8-ee700f599af2", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:19.180415 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f394027-6939-4a4d-99ad-52b9b8e34265 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:19.180811 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f394027-6939-4a4d-99ad-52b9b8e34265'] response: {'server_uuid': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c830c-addb-4ce9-8ac8-ee700f599af2', 'code': 200} May 12 14:41:19.206075 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=2c2c830c-addb-4ce9-8ac8-ee700f599af2,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:19.387351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b240ba5-3ce5-4d63-ac68-97013d5c9ae6 req-508e5136-cd11-4c39-b1c4-2a8f24da766f tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.388794 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0b240ba5-3ce5-4d63-ac68-97013d5c9ae6 req-508e5136-cd11-4c39-b1c4-2a8f24da766f tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0507748 May 12 14:41:19.440972 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0b240ba5-3ce5-4d63-ac68-97013d5c9ae6 req-b8f69798-df73-4500-bd4c-5a3b2235c79d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 May 12 14:41:19.862252 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61a8d3-47e3-4a6f-b8cb-3c56f71ee2a6 req-505c7349-74d5-4969-a51c-ed7689adb859 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.864650 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c61a8d3-47e3-4a6f-b8cb-3c56f71ee2a6 req-505c7349-74d5-4969-a51c-ed7689adb859 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0532663 May 12 14:41:19.934327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eb424-be42-43e0-b3d8-b9b78b6ec657 req-5927d150-4103-4685-b22f-a10317bfc570 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.935843 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba2eb424-be42-43e0-b3d8-b9b78b6ec657 req-5927d150-4103-4685-b22f-a10317bfc570 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.0703666 May 12 14:41:19.966410 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c61a8d3-47e3-4a6f-b8cb-3c56f71ee2a6 req-3f780ecb-a85c-4cf9-b6ff-c0edb273e677 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922091 May 12 14:41:19.999983 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba2eb424-be42-43e0-b3d8-b9b78b6ec657 req-c54de2e5-4f2d-4a39-a54d-f4b966d83a47 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 May 12 14:41:20.133952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04059f1-a094-4c15-b553-4f77c73054b1 req-0c2e2810-df0a-48c8-a3d9-1fb5f3b88e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:20.135413 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f04059f1-a094-4c15-b553-4f77c73054b1 req-0c2e2810-df0a-48c8-a3d9-1fb5f3b88e1e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 1129 time: 0.0504556 May 12 14:41:20.196229 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f04059f1-a094-4c15-b553-4f77c73054b1 req-2643f554-042a-4bde-89a7-debe98e38e40 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481777 May 12 14:41:20.562181 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011770a2-4eb3-4327-bd7f-158c22c73b52 req-277206c2-2d62-43db-b9be-aef18652d79c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:20.563625 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-011770a2-4eb3-4327-bd7f-158c22c73b52 req-277206c2-2d62-43db-b9be-aef18652d79c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0553441 May 12 14:41:20.614633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-011770a2-4eb3-4327-bd7f-158c22c73b52 req-12eadfc7-d282-48f6-8270-b5874cc10a41 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 May 12 14:41:20.735902 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc28c8-05df-4737-858c-21cb47c93787 req-98a9dd04-6a9e-4076-bc45-cdb7303dee04 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:20.737255 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0fcc28c8-05df-4737-858c-21cb47c93787 req-98a9dd04-6a9e-4076-bc45-cdb7303dee04 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0464399 May 12 14:41:20.798591 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0fcc28c8-05df-4737-858c-21cb47c93787 req-fee6d1eb-91ed-4e89-9a79-f9c069eac426 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555532 May 12 14:41:20.821259 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 50730) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:21.020677 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183f9c4-6522-40f2-b945-1bc4a3e77d0e tempest-TestShelveInstance-877232414 tempest-TestShelveInstance-877232414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:21.022498 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0183f9c4-6522-40f2-b945-1bc4a3e77d0e tempest-TestShelveInstance-877232414 tempest-TestShelveInstance-877232414-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1124 time: 0.2002611 May 12 14:41:21.025736 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 50738) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:21.031263 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'port_id': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:21.084144 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.146670 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd1d3b-2c5e-490e-b338-ffb82ce85730 req-d2a90a1f-31b6-4ddf-ad66-3a5a431731de tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:21.148167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0fd1d3b-2c5e-490e-b338-ffb82ce85730 req-d2a90a1f-31b6-4ddf-ad66-3a5a431731de tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.1023269 May 12 14:41:21.197372 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8b8e-1187-4ee2-b7e0-88584953fbe2 req-84dd161a-7da9-471e-abde-37b8730bbd5b tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:21.198789 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-394a8b8e-1187-4ee2-b7e0-88584953fbe2 req-84dd161a-7da9-471e-abde-37b8730bbd5b tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.1184797 May 12 14:41:21.470558 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.507632 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0fd1d3b-2c5e-490e-b338-ffb82ce85730 req-6456d217-95c7-4922-9a8f-b44dfffbf52b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314340 May 12 14:41:21.537592 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-394a8b8e-1187-4ee2-b7e0-88584953fbe2 req-357a13f1-e074-4b69-9f72-4448e764de67 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263545 May 12 14:41:21.602530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Allocated IP 172.27.1.193 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:21.704615 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.751319 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.791181 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:21.799013 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:21.801735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:21.805153 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'Port': ['ID=a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:22.282861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for floatingip (96574eed-0a1f-4669-a165-36a0a870ee8c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.370659 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f5cddd09-e844-482b-991c-52cdbae29281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.390641 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.579849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.615979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.690539 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d310-4dd7-4bfc-bdf5-f014d8c7a599 req-77d61d35-62b4-4dd4-a2aa-2d7345eb0efb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:22.692062 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cae5d310-4dd7-4bfc-bdf5-f014d8c7a599 req-77d61d35-62b4-4dd4-a2aa-2d7345eb0efb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.1096008 May 12 14:41:22.759028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cb47d-8790-4aae-a5b9-b4b8a810ae51 req-28819f99-2c75-4e3e-b68e-cd87747af8a5 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:22.760520 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f3cb47d-8790-4aae-a5b9-b4b8a810ae51 req-28819f99-2c75-4e3e-b68e-cd87747af8a5 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.1459787 May 12 14:41:22.764129 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event updated for resources: {'Port': ['ID=a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:22.778291 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (96574eed-0a1f-4669-a165-36a0a870ee8c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.842635 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cae5d310-4dd7-4bfc-bdf5-f014d8c7a599 req-7bf83b51-d4a2-4df5-a7a7-0a068df7c434 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286068 May 12 14:41:22.881923 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f3cb47d-8790-4aae-a5b9-b4b8a810ae51 req-78450a8c-679d-437a-a948-eb54f1199932 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152871 May 12 14:41:22.929278 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Floating IP 96574eed-0a1f-4669-a165-36a0a870ee8c associated. External IP: 172.27.1.193, port: 5e60855e-b1bf-4dc0-8a72-5c0e800298c2. May 12 14:41:23.155650 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Router c2bc94d8-cd23-454a-b313-484beb6a54e5 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:23.270775 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:23.281474 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] Sync routers for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:23.288763 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.292560 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:23.293192 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:40:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:23.409408 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:23.548978 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a814edc3-5136-4d12-b5b3-9cfecdbec0a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5218241 May 12 14:41:23.549681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:23.552075 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e1408-0621-43a8-8828-1ef98c831038" -d '{"events": [{"name": "network-changed", "server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:23.587006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205d4ba9-9795-4e98-beeb-e558752d47aa x-openstack-request-id: req-205d4ba9-9795-4e98-beeb-e558752d47aa {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:23.587302 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:23.587560 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-205d4ba9-9795-4e98-beeb-e558752d47aa {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:23.588012 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205d4ba9-9795-4e98-beeb-e558752d47aa'] response: {'name': 'network-changed', 'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'status': 'completed', 'code': 200} May 12 14:41:23.635956 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '96574eed-0a1f-4669-a165-36a0a870ee8c', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'port_id': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'mac_address': 'fa:16:3e:05:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b32a-74d2-4298-bed5-be716180d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:22Z', 'updated_at': '2022-05-12T14:41:22Z', 'revision_number': 0, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:05Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:23.666079 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] Checking router: c2bc94d8-cd23-454a-b313-484beb6a54e5 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:23.675021 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:23.675620 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:40:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:23.677231 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1408-0621-43a8-8828-1ef98c831038 req-d9951086-85ad-4b79-b254-de0026b32fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.678963 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-d9951086-85ad-4b79-b254-de0026b32fa8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1129 time: 0.0405600 May 12 14:41:23.773962 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1408-0621-43a8-8828-1ef98c831038 req-f8a78e95-1f5a-425f-ad67-c6bae204376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.775481 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-f8a78e95-1f5a-425f-ad67-c6bae204376e service neutron] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 910 time: 0.0887165 May 12 14:41:23.783523 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:23.844464 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-26ab4fc3-b1a7-40f2-9454-b62a45925a7e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 999 time: 0.0609479 May 12 14:41:23.897124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1408-0621-43a8-8828-1ef98c831038 req-556783c3-5f4f-4804-8d78-ce5c45444be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.898830 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-556783c3-5f4f-4804-8d78-ce5c45444be8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.0466299 May 12 14:41:24.004119 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '96574eed-0a1f-4669-a165-36a0a870ee8c', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'port_id': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'mac_address': 'fa:16:3e:05:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b32a-74d2-4298-bed5-be716180d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:22Z', 'updated_at': '2022-05-12T14:41:22Z', 'revision_number': 0, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:05Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:24.009006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1408-0621-43a8-8828-1ef98c831038 req-7d5e0f85-3ab4-42ba-8be3-b5eaaeb79244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.011288 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-7d5e0f85-3ab4-42ba-8be3-b5eaaeb79244 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043186 May 12 14:41:24.025409 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0cd79-af1f-4d17-8553-d74125fbc94c req-16506158-034e-405d-94d3-5423da2d3244 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.026864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8dd0cd79-af1f-4d17-8553-d74125fbc94c req-16506158-034e-405d-94d3-5423da2d3244 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0861654 May 12 14:41:24.035233 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e2f37-ca41-443f-b164-bd0774585e43 None None] The sync data for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi is: [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '96574eed-0a1f-4669-a165-36a0a870ee8c', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'port_id': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'mac_address': 'fa:16:3e:05:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b32a-74d2-4298-bed5-be716180d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:22Z', 'updated_at': '2022-05-12T14:41:22Z', 'revision_number': 0, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:05Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:24.069359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45e6f-23fa-4d6f-9d06-7dd17ef6076e req-3b224769-b10f-402d-884d-45952336fb0a tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.070865 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-38e45e6f-23fa-4d6f-9d06-7dd17ef6076e req-3b224769-b10f-402d-884d-45952336fb0a tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.0982461 May 12 14:41:24.173009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8dd0cd79-af1f-4d17-8553-d74125fbc94c req-633f124c-d186-408b-b486-71127a0a1932 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360276 May 12 14:41:24.197427 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-38e45e6f-23fa-4d6f-9d06-7dd17ef6076e req-c2327fa4-4ef6-440c-adf6-03ff0872271b tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177602 May 12 14:41:24.199300 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-ac3d61ae-36a3-4d82-90c6-dde8d45f49c7 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815400 May 12 14:41:24.270477 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2d3a4-1375-432a-a290-b4c26925a0f1 None None] New status for floating IP 96574eed-0a1f-4669-a165-36a0a870ee8c: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:41:24.313459 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-800e1408-0621-43a8-8828-1ef98c831038 req-9e81f59c-645a-46ac-9d30-8881f05fd43a service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029611 May 12 14:41:24.812526 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fc3593e7-89e3-4a2e-a7fe-cb1dce14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:25.301041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dca42-dc0c-4588-9489-c15b2374d8ed req-f77102aa-e421-47b6-9900-f298168adad7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:25.302598 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d76dca42-dc0c-4588-9489-c15b2374d8ed req-f77102aa-e421-47b6-9900-f298168adad7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0495336 May 12 14:41:25.350061 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d76dca42-dc0c-4588-9489-c15b2374d8ed req-2d4a2757-1ac0-4052-a08d-647b1b96b1b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415804 May 12 14:41:25.870189 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:26.478518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac658d-a84b-4804-914e-20f4e4f4be4b req-163af5a4-e43f-46a9-8a21-b625c6a5949b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:26.480031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2ac658d-a84b-4804-914e-20f4e4f4be4b req-163af5a4-e43f-46a9-8a21-b625c6a5949b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0504024 May 12 14:41:26.534912 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2ac658d-a84b-4804-914e-20f4e4f4be4b req-de7f18ad-87a6-4aad-9fb1-1eee77d96db6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466888 May 12 14:41:27.029052 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:27.668072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bad47-e2fb-4ecf-a837-ed3ac2bb19f6 req-ef992698-5830-4177-a978-132251fcb3ed tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:27.669928 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f6bad47-e2fb-4ecf-a837-ed3ac2bb19f6 req-ef992698-5830-4177-a978-132251fcb3ed tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0506854 May 12 14:41:27.720307 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f6bad47-e2fb-4ecf-a837-ed3ac2bb19f6 req-23a5419b-d921-413c-924e-be62b5ffeb04 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 May 12 14:41:28.692939 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:28.849958 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdac7b-fa87-4ba6-8366-54e1ad92febe req-c2c8c8f3-20f2-47cb-950e-bdaf102e1ec4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:28.851471 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b5cdac7b-fa87-4ba6-8366-54e1ad92febe req-c2c8c8f3-20f2-47cb-950e-bdaf102e1ec4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0491498 May 12 14:41:28.898706 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b5cdac7b-fa87-4ba6-8366-54e1ad92febe req-3fe872fc-368c-496b-856a-5327058901dc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 May 12 14:41:29.031500 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:29.136562 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:29.154762 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'b36316ae-0793-416c-9119-9819353b009c', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'port_id': 'b36316ae-0793-416c-9119-9819353b009c', 'mac_address': 'fa:16:3e:d5:3f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:29.196684 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: ACTIVE; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:29.197099 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:29.213628 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b36316ae-0793-416c-9119-9819353b009c {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:29.235202 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:29.242654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:29.296707 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=6']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:29.580896 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['b36316ae-0793-416c-9119-9819353b009c'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:30.029268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ee59c-3250-428e-a451-e9f2bb46a2c1 req-fa6412c9-0c5f-4f33-9b3b-e202efaa6a36 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:30.030775 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-024ee59c-3250-428e-a451-e9f2bb46a2c1 req-fa6412c9-0c5f-4f33-9b3b-e202efaa6a36 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0587459 May 12 14:41:30.078429 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-024ee59c-3250-428e-a451-e9f2bb46a2c1 req-11404782-7055-4ad7-b62f-ca288239334b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 May 12 14:41:31.065381 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:31.119100 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port b36316ae-0793-416c-9119-9819353b009c triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:31.119466 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b36316ae-0793-416c-9119-9819353b009c), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:31.194122 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:31.194514 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:31.199515 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f53c7-fd46-4252-9655-63106e5ff3df req-6dc1a4ad-96ac-4616-bd2d-1532a8db3721 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:31.201039 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f7f53c7-fd46-4252-9655-63106e5ff3df req-6dc1a4ad-96ac-4616-bd2d-1532a8db3721 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0478697 May 12 14:41:31.220743 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:31.223003 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa4088f-bec1-411d-a2e8-44ef3ba8fa80" -d '{"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:31.235630 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:31.242714 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:31.249599 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f7f53c7-fd46-4252-9655-63106e5ff3df req-2879ab07-957d-4120-8adf-05b119044e39 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 May 12 14:41:31.269276 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea2121c-6d81-4297-8aad-d763471567e8 x-openstack-request-id: req-0ea2121c-6d81-4297-8aad-d763471567e8 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:31.269568 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:31.269828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ea2121c-6d81-4297-8aad-d763471567e8 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:31.270220 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea2121c-6d81-4297-8aad-d763471567e8'] response: {'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'code': 200} May 12 14:41:31.296633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=7']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:32.393056 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefdc11-bd46-460e-8f4f-f3aaf6a8507a req-05794514-07d6-497f-8cdc-b30dd9edee6f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:32.395431 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ffefdc11-bd46-460e-8f4f-f3aaf6a8507a req-05794514-07d6-497f-8cdc-b30dd9edee6f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0552177 May 12 14:41:32.449577 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ffefdc11-bd46-460e-8f4f-f3aaf6a8507a req-66f65faa-621b-4886-be38-1981a0479a65 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479724 May 12 14:41:32.454173 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.568377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171e961-a4b9-443c-83ba-b6401a145f07 req-af20a2bf-7168-4348-8ed3-2b38db810703 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:33.569941 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6171e961-a4b9-443c-83ba-b6401a145f07 req-af20a2bf-7168-4348-8ed3-2b38db810703 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0481398 May 12 14:41:33.625487 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6171e961-a4b9-443c-83ba-b6401a145f07 req-10365eea-b2e8-40de-a979-1efe10988e15 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471809 May 12 14:41:34.752199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e0968-9f9c-4308-93d9-6b723ddc8e4a req-905d7838-c7f4-44aa-8a47-958d265dc14c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:34.753693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c32e0968-9f9c-4308-93d9-6b723ddc8e4a req-905d7838-c7f4-44aa-8a47-958d265dc14c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0510197 May 12 14:41:34.808779 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c32e0968-9f9c-4308-93d9-6b723ddc8e4a req-f3eef770-1b7e-4353-a852-8e9ce9642fa6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491960 May 12 14:41:35.849240 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:41:35.932782 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c67e3-3413-4f71-9e92-5ff99f95bdef req-0aba9b86-a27e-43ce-afb1-808961ed1320 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.934285 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-883c67e3-3413-4f71-9e92-5ff99f95bdef req-0aba9b86-a27e-43ce-afb1-808961ed1320 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0511239 May 12 14:41:35.981201 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-883c67e3-3413-4f71-9e92-5ff99f95bdef req-3b011ba2-d118-457e-b542-51d479bde50a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 May 12 14:41:37.111594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a38f6-2557-42c0-847f-1277f92385ea req-626e5b01-61bd-4ca0-9c2f-7a37094482e9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:37.113067 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a5a38f6-2557-42c0-847f-1277f92385ea req-626e5b01-61bd-4ca0-9c2f-7a37094482e9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0527012 May 12 14:41:37.162389 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a5a38f6-2557-42c0-847f-1277f92385ea req-017f0e2f-02b7-48f5-8339-15ad06acd751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 May 12 14:41:38.288274 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85878dc-98b1-4e50-8ae7-c53305111d16 req-bf19ddde-a3d9-43f2-8663-053dd4c2c677 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:38.289737 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a85878dc-98b1-4e50-8ae7-c53305111d16 req-bf19ddde-a3d9-43f2-8663-053dd4c2c677 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0521319 May 12 14:41:38.344209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a85878dc-98b1-4e50-8ae7-c53305111d16 req-684b919b-3485-44cd-9f2f-4a1710c8e2a0 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455668 May 12 14:41:39.380457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-2aa36425-33ae-449e-a8c6-485dbd9ec208 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422380 May 12 14:41:39.470165 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1d613-b8c7-44eb-bb4b-63656ada217e req-f31af524-d061-4c12-8214-6b517815c414 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:39.471725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1d1d613-b8c7-44eb-bb4b-63656ada217e req-f31af524-d061-4c12-8214-6b517815c414 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0463803 May 12 14:41:39.547297 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-38c3a63b-9c7a-459c-a95c-759700be336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:39.548831 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-38c3a63b-9c7a-459c-a95c-759700be336c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 1129 time: 0.0583286 May 12 14:41:39.552320 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1d1d613-b8c7-44eb-bb4b-63656ada217e req-a3db2f84-e9fc-4d50-8799-e184c92fb295 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750639 May 12 14:41:39.661062 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-1b13d4b2-2708-4240-912f-343d57c6bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:39.662433 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-1b13d4b2-2708-4240-912f-343d57c6bcd9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.0860159 May 12 14:41:39.708189 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-4d106008-6013-4459-984d-6fb033108ad9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 200 len: 217 time: 0.0371416 May 12 14:41:39.758786 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-fe2fc4a7-04f6-4061-b511-14a6a9d984d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:39.760258 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-fe2fc4a7-04f6-4061-b511-14a6a9d984d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0433471 May 12 14:41:39.810149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-73ea5ddd-b4f9-4908-960c-8219e9d7ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:39.811658 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-73ea5ddd-b4f9-4908-960c-8219e9d7ddb8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408759 May 12 14:41:39.912703 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-60ace85a-1daa-42fb-b1d3-5177c000325a service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913093 May 12 14:41:40.017284 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ff3b8d-c6d2-46aa-b5ec-52fd41469627 req-3f26199d-3af5-4bcf-80f8-d134145aef1e service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966535 May 12 14:41:40.686265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2327b-46e6-4c5f-a0a9-fb9843073cf0 req-631e200b-f525-4661-a1e6-fa7d96231a88 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:40.686265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4de2327b-46e6-4c5f-a0a9-fb9843073cf0 req-631e200b-f525-4661-a1e6-fa7d96231a88 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0548825 May 12 14:41:40.730909 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4de2327b-46e6-4c5f-a0a9-fb9843073cf0 req-f0fa4b52-5f51-432a-90f1-b47da6ad19bf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398045 May 12 14:41:41.847343 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9377f-6a9c-4a8a-9ade-ef84ca7eac17 req-36b77cf5-0507-46ac-947d-df3cab503820 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:41.848803 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7df9377f-6a9c-4a8a-9ade-ef84ca7eac17 req-36b77cf5-0507-46ac-947d-df3cab503820 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0468116 May 12 14:41:41.897361 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7df9377f-6a9c-4a8a-9ade-ef84ca7eac17 req-7e94167a-465d-4b24-af8e-dd52b1e214e8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 May 12 14:41:43.027618 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70552f-443e-461b-a1d2-d2dc78820404 req-c73bbd6e-ffab-400c-b9ef-a560b406433b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:43.029023 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e70552f-443e-461b-a1d2-d2dc78820404 req-c73bbd6e-ffab-400c-b9ef-a560b406433b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0549171 May 12 14:41:43.085787 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e70552f-443e-461b-a1d2-d2dc78820404 req-0dd3af88-0d5b-4f28-8b09-831de625ccb4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481269 May 12 14:41:44.217519 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02d7e6-2521-4091-abbc-b0258f2e4f4c req-044a54af-d296-4dd4-adc6-28f17d4f1c17 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.218996 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d02d7e6-2521-4091-abbc-b0258f2e4f4c req-044a54af-d296-4dd4-adc6-28f17d4f1c17 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0569434 May 12 14:41:44.266385 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d02d7e6-2521-4091-abbc-b0258f2e4f4c req-cd324276-65bc-4cb7-b74d-2ad0f96b1888 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412717 May 12 14:41:45.396712 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0fd7e-21bd-464d-8ea7-e432ad650a44 req-8364df31-1a14-4663-acee-66a9bcc34fcf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:45.398168 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99a0fd7e-21bd-464d-8ea7-e432ad650a44 req-8364df31-1a14-4663-acee-66a9bcc34fcf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0513558 May 12 14:41:45.447771 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99a0fd7e-21bd-464d-8ea7-e432ad650a44 req-914d096e-fdd9-432a-a4e3-a814f497739b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433571 May 12 14:41:46.576828 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd523d-1408-4ede-ae56-7530e08f77b7 req-3413c108-fa60-4fd0-b7ab-c9b5ae5b949f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:46.578297 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2dd523d-1408-4ede-ae56-7530e08f77b7 req-3413c108-fa60-4fd0-b7ab-c9b5ae5b949f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0520713 May 12 14:41:46.626319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2dd523d-1408-4ede-ae56-7530e08f77b7 req-20196102-8246-4354-b474-ea5b3e9e0574 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 May 12 14:41:47.760572 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fbb4a-c6f1-44e3-a0a1-27bff12fcd56 req-c672377b-7a65-4e05-a1dd-ae806632b89c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:47.763244 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f7fbb4a-c6f1-44e3-a0a1-27bff12fcd56 req-c672377b-7a65-4e05-a1dd-ae806632b89c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0542150 May 12 14:41:47.811633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f7fbb4a-c6f1-44e3-a0a1-27bff12fcd56 req-36d5e092-7d56-4614-b499-53a40f1c226d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427535 May 12 14:41:48.951454 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6e079-3870-4e78-81a4-219e9e84be8f req-c5cd9bcb-17a6-4425-8858-46def7657242 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:48.953016 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-17b6e079-3870-4e78-81a4-219e9e84be8f req-c5cd9bcb-17a6-4425-8858-46def7657242 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0546527 May 12 14:41:49.004524 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-17b6e079-3870-4e78-81a4-219e9e84be8f req-563d93cc-bae3-4d03-a0ed-c2909265e80d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454593 May 12 14:41:50.129755 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f35d-6a45-45f0-be0f-b4db21bb5050 req-675e5083-ce91-4b29-af39-c1a0e3485080 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:50.132170 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6f84f35d-6a45-45f0-be0f-b4db21bb5050 req-675e5083-ce91-4b29-af39-c1a0e3485080 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0509377 May 12 14:41:50.186107 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6f84f35d-6a45-45f0-be0f-b4db21bb5050 req-ce2c4344-5b22-4d6f-a76e-912bca528f4c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 May 12 14:41:51.317632 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa348179-28ce-4a70-95b0-e542c067e08e req-81b263d3-1eda-4008-b5d4-0a471fa107c9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:51.320782 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa348179-28ce-4a70-95b0-e542c067e08e req-81b263d3-1eda-4008-b5d4-0a471fa107c9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0566750 May 12 14:41:51.377898 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa348179-28ce-4a70-95b0-e542c067e08e req-0d8473ed-c6e1-472f-9b39-36059b1c227c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506706 May 12 14:41:52.371805 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-388b2c77-5827-42ae-be71-fb66380bd59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.505754 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c665e0-ee09-4059-8d8d-9be3b4ce8b85 req-93d6c76f-9543-4ec3-9a05-ead16164a710 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:52.512859 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a9c665e0-ee09-4059-8d8d-9be3b4ce8b85 req-93d6c76f-9543-4ec3-9a05-ead16164a710 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0566688 May 12 14:41:52.565578 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a9c665e0-ee09-4059-8d8d-9be3b4ce8b85 req-619b8cfa-b9ab-4e1d-8680-47ed741794fe tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516050 May 12 14:41:53.713217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a58c-3b16-4902-bda2-ab883a85db58 req-51f738c3-7339-4e29-b728-e6363d01122d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:53.720172 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1805a58c-3b16-4902-bda2-ab883a85db58 req-51f738c3-7339-4e29-b728-e6363d01122d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0693235 May 12 14:41:53.771315 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1805a58c-3b16-4902-bda2-ab883a85db58 req-b000f8c1-6f66-434b-8045-089699e9e9fb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502961 May 12 14:41:54.816499 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ff6e67dc-5635-459a-bb9d-eb2294ceca2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:54.952544 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507fae-0ba1-4402-9a7f-a24966c58a79 req-c82d9d15-f5a5-496a-9d1a-0416a7049057 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:54.954068 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be507fae-0ba1-4402-9a7f-a24966c58a79 req-c82d9d15-f5a5-496a-9d1a-0416a7049057 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0698347 May 12 14:41:55.024841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be507fae-0ba1-4402-9a7f-a24966c58a79 req-3487ea32-c2ee-4c49-a2a0-6f7d0f718a04 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649920 May 12 14:41:55.358480 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574d5f-31f5-4776-acfb-6f22c5ff4fc8 req-a65332a0-1ab2-4fb2-933d-e66a59dc1d51 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:55.360102 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24574d5f-31f5-4776-acfb-6f22c5ff4fc8 req-a65332a0-1ab2-4fb2-933d-e66a59dc1d51 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0495944 May 12 14:41:55.422812 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24574d5f-31f5-4776-acfb-6f22c5ff4fc8 req-3ec1ce23-1256-41f1-b926-ec04e3b914d2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562124 May 12 14:41:55.868614 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.161763 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27c2b-7052-40c2-a9aa-11bbac244222 req-57bf8d13-3970-4673-9898-254f30df860d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:56.168580 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75e27c2b-7052-40c2-a9aa-11bbac244222 req-57bf8d13-3970-4673-9898-254f30df860d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0643663 May 12 14:41:56.233445 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75e27c2b-7052-40c2-a9aa-11bbac244222 req-72532904-3742-4f28-9f2f-ffbc311ea792 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629094 May 12 14:41:56.543820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524c898-fcc1-4762-9603-fac85efa1e53 req-cae8f717-d95e-4a03-abb8-0eba1a9b34a3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:56.545390 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8524c898-fcc1-4762-9603-fac85efa1e53 req-cae8f717-d95e-4a03-abb8-0eba1a9b34a3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0517251 May 12 14:41:56.596318 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8524c898-fcc1-4762-9603-fac85efa1e53 req-d6f78219-4b60-4e34-8b82-be07f4468d23 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 May 12 14:41:57.047423 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.364305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d861c7e-3c85-4ea2-b96a-7eebd93f6c1c req-80c5121c-2786-4889-b3cb-865c560fcdaa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:57.365875 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d861c7e-3c85-4ea2-b96a-7eebd93f6c1c req-80c5121c-2786-4889-b3cb-865c560fcdaa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0507739 May 12 14:41:57.417338 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d861c7e-3c85-4ea2-b96a-7eebd93f6c1c req-17f26a48-cf24-421b-8f6e-c170ffd4a098 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453274 May 12 14:41:57.722633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346060d4-9456-439f-9bd2-f8299bd60ea4 req-bb3d8598-9b0e-42f1-a360-a7ce75ac4823 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:57.724270 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-346060d4-9456-439f-9bd2-f8299bd60ea4 req-bb3d8598-9b0e-42f1-a360-a7ce75ac4823 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0537515 May 12 14:41:57.776408 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-346060d4-9456-439f-9bd2-f8299bd60ea4 req-b04e09d2-da2f-4f37-8b13-46f170463cde tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 May 12 14:41:58.554396 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c5e9e-ea6b-4b85-a908-79d1b56d6454 req-37b9ac53-ae60-4da1-81cf-de7c63e5313c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:58.555901 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e7c5e9e-ea6b-4b85-a908-79d1b56d6454 req-37b9ac53-ae60-4da1-81cf-de7c63e5313c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0494947 May 12 14:41:58.603857 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e7c5e9e-ea6b-4b85-a908-79d1b56d6454 req-c16406b2-44cf-4402-a1d7-333998a6c5f6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 May 12 14:41:58.697710 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:58.917255 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b6080-3d6d-4234-967a-d9b90f023b64 req-096b7d41-e5f2-4574-9953-73508a317054 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:58.919075 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-738b6080-3d6d-4234-967a-d9b90f023b64 req-096b7d41-e5f2-4574-9953-73508a317054 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0619128 May 12 14:41:58.973448 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-738b6080-3d6d-4234-967a-d9b90f023b64 req-6d42cd28-d38d-485a-822f-8920d13c7255 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459235 May 12 14:41:59.281816 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-6f5770e4-de88-424a-9eaf-6faa9e4e0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:59.284071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-6f5770e4-de88-424a-9eaf-6faa9e4e0214 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1130 time: 0.0440452 May 12 14:41:59.396672 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-07b96ec7-e722-41a9-a50f-f119bbbf5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:59.398151 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-07b96ec7-e722-41a9-a50f-f119bbbf5b88 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.1042047 May 12 14:41:59.467844 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-5abfaa83-1170-4bbe-9b59-72178f25e752 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 1002 time: 0.0610542 May 12 14:41:59.522841 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-71e1a382-37a9-4299-93a7-023713595489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:59.524283 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-71e1a382-37a9-4299-93a7-023713595489 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0430162 May 12 14:41:59.592620 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-b9706c54-4ee3-4956-a70a-28f340a34dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:59.594110 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-b9706c54-4ee3-4956-a70a-28f340a34dc1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522428 May 12 14:41:59.701976 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-67633c3c-c3c2-4281-9cb9-540eebfd3b9d service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992551 May 12 14:41:59.761131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d075f-d8d4-432d-8132-8eba6771339c req-da90ff10-1c70-4df5-96c5-6673dc4f2d40 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:59.762598 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3a6d075f-d8d4-432d-8132-8eba6771339c req-da90ff10-1c70-4df5-96c5-6673dc4f2d40 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0797946 May 12 14:41:59.851423 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01ce5344-77ce-4753-aa82-9ac47ff1c729 req-7a585466-c8a7-43d7-859d-f30b52517d0e service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337080 May 12 14:41:59.856434 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3a6d075f-d8d4-432d-8132-8eba6771339c req-55fdb05d-b196-4e6c-9fc9-b08ce9d61c76 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655916 May 12 14:42:00.107972 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bab8cc-65f6-4f3c-984f-60d205fa95b0 req-da69e286-6c28-488c-a576-a271e37f6c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:00.109406 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d7bab8cc-65f6-4f3c-984f-60d205fa95b0 req-da69e286-6c28-488c-a576-a271e37f6c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0478511 May 12 14:42:00.166950 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d7bab8cc-65f6-4f3c-984f-60d205fa95b0 req-8cfc1841-b83e-404d-9d68-3057794be763 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511494 May 12 14:42:00.980857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2b61-07e3-45f0-86c2-f8b4fa11a31f req-381bda67-60e9-47cf-b047-c382ae39bc91 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:00.982312 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-157b2b61-07e3-45f0-86c2-f8b4fa11a31f req-381bda67-60e9-47cf-b047-c382ae39bc91 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0485778 May 12 14:42:01.033392 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-157b2b61-07e3-45f0-86c2-f8b4fa11a31f req-d968d215-1142-4d94-8860-2d5896451d2d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427046 May 12 14:42:01.239925 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:01.283151 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d5ba7-473a-457a-a65c-4ab6ff0510fc req-40112e23-1f22-4c9d-a204-7069f1e6b851 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:01.284635 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-656d5ba7-473a-457a-a65c-4ab6ff0510fc req-40112e23-1f22-4c9d-a204-7069f1e6b851 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0470920 May 12 14:42:01.316431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: ACTIVE; New status is: DOWN {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:01.316793 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:01.333154 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-656d5ba7-473a-457a-a65c-4ab6ff0510fc req-49db28f7-af71-4ad2-be86-65b901ef25b7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 May 12 14:42:01.339461 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:01.341726 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8998bd9b-036b-4edf-b4f2-7b8aa0d00cb1" -d '{"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:01.353996 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:01.359588 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:01.390384 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771fbdae-b45e-4e1b-bbff-b22925100d58 x-openstack-request-id: req-771fbdae-b45e-4e1b-bbff-b22925100d58 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:01.390697 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:01.390955 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-771fbdae-b45e-4e1b-bbff-b22925100d58 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:01.391344 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771fbdae-b45e-4e1b-bbff-b22925100d58'] response: {'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'code': 200} May 12 14:42:01.534693 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=8']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:02.166086 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b527-f406-4e9c-8d1d-0e662a8e2430 req-86a39c56-313d-4ffe-948b-ec38b9ca6a64 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:02.167755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94b0b527-f406-4e9c-8d1d-0e662a8e2430 req-86a39c56-313d-4ffe-948b-ec38b9ca6a64 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0523667 May 12 14:42:02.217989 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94b0b527-f406-4e9c-8d1d-0e662a8e2430 req-1d7c7bbd-5f97-42b2-95cf-7f5bdb218b03 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441895 May 12 14:42:02.458669 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea465dbe-0f65-494e-a470-7c896221d5fa req-9abfb54d-3ef0-43f7-9c7f-b91f6e682aa2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:02.460215 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea465dbe-0f65-494e-a470-7c896221d5fa req-9abfb54d-3ef0-43f7-9c7f-b91f6e682aa2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0520644 May 12 14:42:02.470893 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:02.509154 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea465dbe-0f65-494e-a470-7c896221d5fa req-bda7ffdc-60e2-41a8-8933-38efdb0bf06a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 May 12 14:42:03.347819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d126e8d-c157-4744-9b6c-fb0eb5c02999 req-971a7b27-1c6f-4e6d-890c-9f88ca6c6ebf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:03.349284 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d126e8d-c157-4744-9b6c-fb0eb5c02999 req-971a7b27-1c6f-4e6d-890c-9f88ca6c6ebf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0499585 May 12 14:42:03.395095 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d126e8d-c157-4744-9b6c-fb0eb5c02999 req-d0ccfce6-3e21-4fb5-bd32-592d10c59eeb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 May 12 14:42:03.637653 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e40e8-2ef7-4296-b002-c11072833b1d req-3e5a662d-5d58-42ee-a892-40e89eb58a15 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:03.639211 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f00e40e8-2ef7-4296-b002-c11072833b1d req-3e5a662d-5d58-42ee-a892-40e89eb58a15 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0470879 May 12 14:42:03.687676 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f00e40e8-2ef7-4296-b002-c11072833b1d req-754f7cf8-a828-4e99-a58f-0b706b989f3e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 May 12 14:42:03.890004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-e52409a9-02d0-45ca-b510-e5c348a108ce req-ffce140f-b38b-4faf-9402-d6e7508efe67 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:42:03.891072 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e52409a9-02d0-45ca-b510-e5c348a108ce req-ffce140f-b38b-4faf-9402-d6e7508efe67 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056186 May 12 14:42:04.058993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750d98-6360-4357-8225-087e25260c48 req-ea2df94d-12ca-4ed1-93ac-18cffd231b3f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:04.060689 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68750d98-6360-4357-8225-087e25260c48 req-ea2df94d-12ca-4ed1-93ac-18cffd231b3f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0489309 May 12 14:42:04.113085 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68750d98-6360-4357-8225-087e25260c48 req-46744422-a906-473f-a1a4-6d28d629ced2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464249 May 12 14:42:04.373750 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51196) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:04.453107 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-8a8e6f93-3089-4ec1-b5b9-7c8cdf305b83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781944 May 12 14:42:04.461935 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-ddaf561e-1c71-4c7d-98e4-74372429063f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:42:04.463008 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-ddaf561e-1c71-4c7d-98e4-74372429063f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052502 May 12 14:42:04.505914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 51208) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:04.510388 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260453292', 'description': 'tempest-description--453338052'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:04.533399 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.541723 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:04.598312 dv-cinder-840678-8-iscsi neutron-server[103692]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 14:42:04.606559 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (992e857b-9424-419c-8d24-f6881491fb90), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.611604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (992e857b-9424-419c-8d24-f6881491fb90), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.641519 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.643139 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1361630 May 12 14:42:04.645308 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992e857b-9424-419c-8d24-f6881491fb90,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:04.646175 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-77a27149-dd92-44fd-a967-c8efb257150b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:04.647557 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-77a27149-dd92-44fd-a967-c8efb257150b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports/b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 941 time: 0.1048150 May 12 14:42:04.648055 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51214) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:04.653850 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': '992e857b-9424-419c-8d24-f6881491fb90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:04.655413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.656364 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.656627 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.657084 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.657518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.657984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.658414 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.658849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.659280 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.659681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.660152 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.660552 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.660948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.661385 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.661819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf079208-9516-4c39-9fd6-336d94950698 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.684922 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (2627341e-a6c5-4298-9739-cb1b4144465f), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.747021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (2627341e-a6c5-4298-9739-cb1b4144465f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.752222 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (2627341e-a6c5-4298-9739-cb1b4144465f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.775617 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2627341e-a6c5-4298-9739-cb1b4144465f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:04.781093 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.787822 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387477 May 12 14:42:04.789456 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51222) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:04.794483 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': '992e857b-9424-419c-8d24-f6881491fb90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:04.810067 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.810416 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.810762 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.811104 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.811445 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.811808 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.812144 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.812473 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.812801 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.813133 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.813459 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.813786 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.814108 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.814614 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.814941 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774383d-8215-407d-a724-13126a722d80 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:04.820594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d434c0-d220-466b-a220-3e264d460a6a req-cd738098-289a-48ab-a797-56ee7b98897f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:04.822584 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2d434c0-d220-466b-a220-3e264d460a6a req-cd738098-289a-48ab-a797-56ee7b98897f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0542600 May 12 14:42:04.845554 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (441d34e4-efe4-4265-88df-3f8c91a94de1), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.878488 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2d434c0-d220-466b-a220-3e264d460a6a req-0d55a691-afc3-4b45-ac5b-56120253120f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487828 May 12 14:42:04.907960 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (441d34e4-efe4-4265-88df-3f8c91a94de1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.912244 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (441d34e4-efe4-4265-88df-3f8c91a94de1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.930682 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441d34e4-efe4-4265-88df-3f8c91a94de1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:04.937055 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:04.941386 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b343416d-8249-4a5c-8ba4-8faa64c83ecf tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478024 May 12 14:42:04.941496 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51226) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:04.945619 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:04.968337 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.072110 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.187050 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.27.1.155 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/70d1a7e0-11db-4aab-ab86-68908835f6e5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:42:05.242187 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5f03f-8e9d-4054-b57c-0fe96dc35b9c req-ef66fdb5-f418-4568-a74e-f0f192999b6b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:05.246631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0db5f03f-8e9d-4054-b57c-0fe96dc35b9c req-ef66fdb5-f418-4568-a74e-f0f192999b6b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0561523 May 12 14:42:05.293463 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.295198 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:05.297280 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0db5f03f-8e9d-4054-b57c-0fe96dc35b9c req-e29a9055-a48a-4dc2-a877-5a93bda1525e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465040 May 12 14:42:05.333379 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.388501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:42:05.393541 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:42:05.400110 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:42:05.403087 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: DOWN; New status is: DOWN {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:05.403446 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=70d1a7e0-11db-4aab-ab86-68908835f6e5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:05.492383 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (cfd40051-a172-4215-9977-0f8599acffbb), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.531364 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.574532 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e29cb-175b-4e11-adbd-6d39bf7cb464 req-741f2838-3b5a-4d3e-b32d-d26bf51b3988 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:05.575916 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea0e29cb-175b-4e11-adbd-6d39bf7cb464 req-741f2838-3b5a-4d3e-b32d-d26bf51b3988 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.0477493 May 12 14:42:05.622639 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea0e29cb-175b-4e11-adbd-6d39bf7cb464 req-11cb04ad-9132-4e39-afc5-42b8aeb15083 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 May 12 14:42:05.721370 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.729109 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.799186 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=70d1a7e0-11db-4aab-ab86-68908835f6e5,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:05.809264 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (cfd40051-a172-4215-9977-0f8599acffbb), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.828986 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:05.830175 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fb71a94c-f198-4b33-b978-fa3944ab92ae tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8878417 May 12 14:42:06.010062 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584361b-4904-40a3-a07e-35ea44ffaa9d req-a1915be1-fe55-4b18-b15a-663f8533fc05 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:06.011608 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6584361b-4904-40a3-a07e-35ea44ffaa9d req-a1915be1-fe55-4b18-b15a-663f8533fc05 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0569546 May 12 14:42:06.075058 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-907af145-ba19-48bd-9d8a-73bde76c67a3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--260453292&fields=id&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 267 time: 0.0797799 May 12 14:42:06.097191 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6584361b-4904-40a3-a07e-35ea44ffaa9d req-5a90caee-91dc-4630-a3ce-6522c3b64ec2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787370 May 12 14:42:06.190655 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-818e85fc-29ee-40e8-a23a-1f620c383b17 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:06.192155 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-818e85fc-29ee-40e8-a23a-1f620c383b17 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.1097825 May 12 14:42:06.209888 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-b6346bd6-5278-4e14-ac33-2d12576b6734 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/quotas/9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 375 time: 0.0099952 May 12 14:42:06.264888 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-db47e553-5ceb-4a04-a49b-a24b40035cde tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488214 May 12 14:42:06.373381 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-ed513354-3cf6-41fc-9488-16ab74112dcc service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937142 May 12 14:42:06.476825 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66028ba7-2851-4d17-970b-7cab4b458d1a req-78a8b0cb-77f6-4c6b-a26c-7c898a50370b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:06.478353 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-66028ba7-2851-4d17-970b-7cab4b458d1a req-78a8b0cb-77f6-4c6b-a26c-7c898a50370b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0910122 May 12 14:42:06.515507 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-72185c23-8954-4f5e-8201-cccf0f0c60fa service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364019 May 12 14:42:06.538360 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-66028ba7-2851-4d17-970b-7cab4b458d1a req-080607af-785d-4b75-948d-8021f54a8d7c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542412 May 12 14:42:06.680861 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a744daad-c352-4737-89cd-f836543bcab1 req-b3f4c5d4-b63c-4889-b4bd-deb5f6667972 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 210 time: 0.0292194 May 12 14:42:06.744936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f870b0-1536-47aa-9c17-68aa93746560 req-b0d0c060-d5e7-4487-b9ba-f6b9aadd25a5 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:06.746509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-57f870b0-1536-47aa-9c17-68aa93746560 req-b0d0c060-d5e7-4487-b9ba-f6b9aadd25a5 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.0520608 May 12 14:42:06.793452 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-57f870b0-1536-47aa-9c17-68aa93746560 req-b98f1334-f2fc-499f-a615-d5f5872333a5 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 May 12 14:42:07.222634 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485f581-da7d-4a82-a2c2-44cf8aa796c3 req-c6e310e7-8d65-4a6e-af37-bcce7dbcfacf tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:07.224131 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b485f581-da7d-4a82-a2c2-44cf8aa796c3 req-c6e310e7-8d65-4a6e-af37-bcce7dbcfacf tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0568919 May 12 14:42:07.275780 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b485f581-da7d-4a82-a2c2-44cf8aa796c3 req-a520a928-7daf-463c-bcad-efa6201cfccb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453844 May 12 14:42:07.662855 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106217-430c-4976-800c-1071b1b2b87d req-8db2b145-c676-4b5a-93d1-aa39535aed57 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:07.665125 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0106217-430c-4976-800c-1071b1b2b87d req-8db2b145-c676-4b5a-93d1-aa39535aed57 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0509913 May 12 14:42:07.992066 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0106217-430c-4976-800c-1071b1b2b87d req-5d256731-ddcb-470c-80f5-da23117def50 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181546 May 12 14:42:08.015166 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-537b9f45-cda6-4cde-86fa-aa6e2f78090c req-206bddf3-6ccf-436d-b730-ed766879112a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 210 time: 0.0634716 May 12 14:42:08.027235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-e9193473-508d-4caf-b527-39387798a3e7 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.029066 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-e9193473-508d-4caf-b527-39387798a3e7 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.0763447 May 12 14:42:08.101550 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c07e1f-d24b-43d8-ab64-1849728502ac req-b707d362-15d4-4af3-a6d7-17d29697deee tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.103052 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92c07e1f-d24b-43d8-ab64-1849728502ac req-b707d362-15d4-4af3-a6d7-17d29697deee tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 945 time: 0.0493901 May 12 14:42:08.156508 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92c07e1f-d24b-43d8-ab64-1849728502ac req-fc2468eb-1c7c-4857-8088-c9d7e319be91 tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/security-groups?id=af0fe85b-38c0-4168-94b7-f12834a34ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450952 May 12 14:42:08.402031 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6bb7b-60e0-4dff-a892-116c5c773258 req-bb5a8208-60e9-4c1c-8a30-ffa063634154 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.403607 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-57b6bb7b-60e0-4dff-a892-116c5c773258 req-bb5a8208-60e9-4c1c-8a30-ffa063634154 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0557408 May 12 14:42:08.454635 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-57b6bb7b-60e0-4dff-a892-116c5c773258 req-8de998ff-0d8d-4aac-ae7e-eaa96ce8c0f6 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424044 May 12 14:42:08.656606 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-54d8af8d-68bf-4b70-85af-e4549b8d7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.658187 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-54d8af8d-68bf-4b70-85af-e4549b8d7344 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1&tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 1128 time: 0.1084502 May 12 14:42:08.715008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Deleting port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:08.715443 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:08.769788 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-0428afa3-778e-441b-9e51-1727e2c6f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.771391 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-0428afa3-778e-441b-9e51-1727e2c6f025 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1128 time: 0.0679009 May 12 14:42:08.808269 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-e92ef2e1-dc45-4c9d-b2d2-809636a40d1f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.810303 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-e92ef2e1-dc45-4c9d-b2d2-809636a40d1f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.1125741 May 12 14:42:08.889700 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] For port 2c2c830c-addb-4ce9-8ac8-ee700f599af2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2c2c830c-addb-4ce9-8ac8-ee700f599af2,segment=NetworkSegment(c16b71a6-2860-49c1-a0fe-39553df2343d),segment_id=c16b71a6-2860-49c1-a0fe-39553df2343d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:08.890073 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:08.907272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Calling delete_port for 2c2c830c-addb-4ce9-8ac8-ee700f599af2 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:08.919951 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-d0b9a74c-bfcf-4754-a139-1265aecb24f8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 472 time: 0.0685933 May 12 14:42:08.927788 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-a917a4a4-176f-4ffd-a3c1-ed2ab249e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.929243 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-a917a4a4-176f-4ffd-a3c1-ed2ab249e275 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.1323454 May 12 14:42:09.032908 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'port': {'device_id': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'admin_state_up': True, 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'security_groups': ['992e857b-9424-419c-8d24-f6881491fb90']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:09.152264 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Made reservation on behalf of 9794155ca0aa4b75a153f0640e068ff5 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:42:09.156072 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.173133 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-72635658-ad2f-4fb9-b19b-e22755ea37c2 req-287dbe6c-dc43-4667-bba8-5ecdfe4d4867 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 210 time: 0.0723617 May 12 14:42:09.173722 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (2c2c830c-addb-4ce9-8ac8-ee700f599af2), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.220875 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9fb56-d7e9-46a9-920a-b7408ad5332b req-82848e23-2e99-4ff3-8eb2-d32ac6a93f57 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:09.224372 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['2c2c830c-addb-4ce9-8ac8-ee700f599af2'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:09.227670 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bb9fb56-d7e9-46a9-920a-b7408ad5332b req-82848e23-2e99-4ff3-8eb2-d32ac6a93f57 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.1473160 May 12 14:42:09.230792 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-ece91832-6a44-4883-a52b-c83579e5761d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 1000 time: 0.2014058 May 12 14:42:09.232993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Pushing event deleted for resources: {'Port': ['ID=2c2c830c-addb-4ce9-8ac8-ee700f599af2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:09.302488 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.20.0.12 (45d1d321-0090-41ca-9dd0-9f717585a523/5ce40759-9707-4f10-917d-8c04fdc3c404/fb818443-c684-4571-8d0e-1911365e4b6b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:42:09.320345 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2dc4aa1-923c-494e-9c7c-197a8a19a785 req-90f5a7ff-82e0-433f-a346-2ab37db1199b tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.79 "GET /v2.0/ports?device_id=e248f403-7a65-42e2-a6b4-1f6c347a2e2e HTTP/1.1" status: 200 len: 210 time: 0.0785494 May 12 14:42:09.322956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] No DVR routers for this DVR port 2c2c830c-addb-4ce9-8ac8-ee700f599af2 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:42:09.351955 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.355221 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0603c4d-a3e8-446d-a680-3014438ec5a3 req-f3837cee-58fe-411a-a3c1-8d8a83dda65c tempest-VolumesSnapshotTestJSON-1023559131 tempest-VolumesSnapshotTestJSON-1023559131-project] 10.222.0.85 "DELETE /v2.0/ports/2c2c830c-addb-4ce9-8ac8-ee700f599af2 HTTP/1.1" status: 204 len: 173 time: 0.7921598 May 12 14:42:09.355657 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'name': 'network-vif-deleted', 'tag': '2c2c830c-addb-4ce9-8ac8-ee700f599af2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:09.357909 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f56d54-54f1-4248-9096-df2473a96d1d" -d '{"events": [{"server_uuid": "e248f403-7a65-42e2-a6b4-1f6c347a2e2e", "name": "network-vif-deleted", "tag": "2c2c830c-addb-4ce9-8ac8-ee700f599af2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:09.388409 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bb9fb56-d7e9-46a9-920a-b7408ad5332b req-c73503b7-e856-44e0-848d-a4ccdb0d4254 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596813 May 12 14:42:09.393656 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-e1f2dd40-8867-4ebe-8755-705384391041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:09.395236 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-e1f2dd40-8867-4ebe-8755-705384391041 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0858321 May 12 14:42:09.396741 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63a961-52a7-4225-bf54-5b95927cfb5e x-openstack-request-id: req-0b63a961-52a7-4225-bf54-5b95927cfb5e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:09.397032 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e248f403-7a65-42e2-a6b4-1f6c347a2e2e", "name": "network-vif-deleted", "tag": "2c2c830c-addb-4ce9-8ac8-ee700f599af2", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:09.397286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b63a961-52a7-4225-bf54-5b95927cfb5e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:09.397672 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b63a961-52a7-4225-bf54-5b95927cfb5e'] response: {'server_uuid': 'e248f403-7a65-42e2-a6b4-1f6c347a2e2e', 'name': 'network-vif-deleted', 'tag': '2c2c830c-addb-4ce9-8ac8-ee700f599af2', 'status': 'completed', 'code': 200} May 12 14:42:09.467444 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (fb818443-c684-4571-8d0e-1911365e4b6b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.495009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-3a69ffb5-ab31-4f42-b32c-6d7bc280a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:09.496713 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-3a69ffb5-ab31-4f42-b32c-6d7bc280a213 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443487 May 12 14:42:09.505878 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.548295 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:42:09.551508 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:42:09.555248 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:42:09.583587 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=fb818443-c684-4571-8d0e-1911365e4b6b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:09.603923 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e41754-b3a4-4a19-b543-3ca71db2eec9 req-c3a8ce59-339d-472c-bbb4-a6d809e896e3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:09.613975 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61e41754-b3a4-4a19-b543-3ca71db2eec9 req-c3a8ce59-339d-472c-bbb4-a6d809e896e3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0768056 May 12 14:42:09.620044 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:09.620975 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.645865 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-af08a6a1-48ba-4408-b15a-f90e7296948a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165607 May 12 14:42:09.669075 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Request body: {'port': {'device_id': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:09.706416 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-4d96fc8a-417b-49ef-8c23-87ebb5bd7ece service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665497 May 12 14:42:09.709711 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61e41754-b3a4-4a19-b543-3ca71db2eec9 req-f7240606-4375-4197-9524-a80ba30bb617 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665073 May 12 14:42:09.734021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.840703 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-b8435271-db50-4968-88f4-b8a7453ea0d0 None None] Provisioning complete for port fb818443-c684-4571-8d0e-1911365e4b6b triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:42:09.841154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8435271-db50-4968-88f4-b8a7453ea0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.879487 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-b8435271-db50-4968-88f4-b8a7453ea0d0 None None] Port fb818443-c684-4571-8d0e-1911365e4b6b cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:42:10.035171 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb818443-c684-4571-8d0e-1911365e4b6b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:42:10.042770 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Publish callbacks [] for port (fb818443-c684-4571-8d0e-1911365e4b6b), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:10.055980 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Transition to ACTIVE for port object fb818443-c684-4571-8d0e-1911365e4b6b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:42:10.063502 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:10.121298 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Pushing event updated for resources: {'Port': ['ID=fb818443-c684-4571-8d0e-1911365e4b6b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:10.135560 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88334cd4-b25e-4557-8b27-6ab3aedfe77d req-3a7a1e9f-d100-4734-b1bf-9424fa12bfc2 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015224 May 12 14:42:10.212976 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Attempting to bind port fb818443-c684-4571-8d0e-1911365e4b6b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:42:10.213640 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Attempting to bind port fb818443-c684-4571-8d0e-1911365e4b6b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:42:10.214323 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Attempting to bind port fb818443-c684-4571-8d0e-1911365e4b6b on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:42:10.229922 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Port fb818443-c684-4571-8d0e-1911365e4b6b on network 45d1d321-0090-41ca-9dd0-9f717585a523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:42:10.230080 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Attempting to bind port fb818443-c684-4571-8d0e-1911365e4b6b on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:42:10.238114 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:42:10.238463 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:42:10.238847 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Bound using segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:42:10.239455 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Bound port: fb818443-c684-4571-8d0e-1911365e4b6b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:42:10.239828 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:10.314457 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] For port fb818443-c684-4571-8d0e-1911365e4b6b, host hv-cinder-84067, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:42:10.317500 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] For port fb818443-c684-4571-8d0e-1911365e4b6b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fb818443-c684-4571-8d0e-1911365e4b6b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:42:10.318608 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd0ac-2583-4afb-9f41-01c48ca736e8 req-114726b4-b26c-4393-922e-5f04a6215475 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.320112 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c13cd0ac-2583-4afb-9f41-01c48ca736e8 req-114726b4-b26c-4393-922e-5f04a6215475 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0552526 May 12 14:42:10.324708 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:10.366806 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.367419 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:10.368836 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] 10.222.0.85 "PUT /v2.0/ports/fb818443-c684-4571-8d0e-1911365e4b6b HTTP/1.1" status: 200 len: 1094 time: 0.7047198 May 12 14:42:10.369299 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:10.371635 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e36162-b9e7-4ce7-8682-3bc602ebffc9" -d '{"events": [{"name": "network-changed", "server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:10.407392 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b588-c7bb-4ba7-9026-2610eb0e048e service neutron] Pushing event updated for resources: {'Port': ['ID=fb818443-c684-4571-8d0e-1911365e4b6b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:10.409350 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c13cd0ac-2583-4afb-9f41-01c48ca736e8 req-294da46e-2d86-4eee-a963-571591624610 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832617 May 12 14:42:10.526321 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41911f9c-6784-425d-80c9-1063f4495c71 x-openstack-request-id: req-41911f9c-6784-425d-80c9-1063f4495c71 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:10.526665 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:10.528656 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41911f9c-6784-425d-80c9-1063f4495c71 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:10.529149 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41911f9c-6784-425d-80c9-1063f4495c71'] response: {'name': 'network-changed', 'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'status': 'completed', 'code': 200} May 12 14:42:10.573085 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-7d0c9725-b002-45a5-8997-dbe26ecb385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.575108 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-7d0c9725-b002-45a5-8997-dbe26ecb385f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 1128 time: 0.1195064 May 12 14:42:10.602311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325927-63ef-4448-8de8-7078947b829d req-b107661d-3d05-4522-96a6-2f65b342cdf4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.603967 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-71325927-63ef-4448-8de8-7078947b829d req-b107661d-3d05-4522-96a6-2f65b342cdf4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0552108 May 12 14:42:10.650438 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-0a87336f-711a-4c00-a35c-5879727a8e11 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb818443-c684-4571-8d0e-1911365e4b6b HTTP/1.1" status: 200 len: 217 time: 0.0564463 May 12 14:42:10.679744 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-71325927-63ef-4448-8de8-7078947b829d req-8392c854-e831-46b4-a797-9e0a7d376505 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670593 May 12 14:42:10.712096 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a11a264e-2342-4de3-968a-179850070b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.726114 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-a11a264e-2342-4de3-968a-179850070b0b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0644429 May 12 14:42:10.831887 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-92cf5d58-c18c-4314-be5c-5fca71ff0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.833701 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-92cf5d58-c18c-4314-be5c-5fca71ff0074 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851817 May 12 14:42:10.941440 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a6a3-aee4-46df-b38b-8899edde0153 req-3a6604a8-4529-4c08-9637-2fe62b195a29 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:10.943675 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6016a6a3-aee4-46df-b38b-8899edde0153 req-3a6604a8-4529-4c08-9637-2fe62b195a29 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0735979 May 12 14:42:11.027836 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6016a6a3-aee4-46df-b38b-8899edde0153 req-293f7783-630a-4bd8-8a1b-92427b72ef94 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766850 May 12 14:42:11.299820 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 2c2c830c-addb-4ce9-8ac8-ee700f599af2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:11.323614 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 2c2c830c-addb-4ce9-8ac8-ee700f599af2 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:11.324021 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 2c2c830c-addb-4ce9-8ac8-ee700f599af2 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:11.547232 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d1d4c-931f-4f42-9d98-2026bc750b54 req-030aec39-02f1-42e3-84a9-13daa041873f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:11.550541 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-725d1d4c-931f-4f42-9d98-2026bc750b54 req-030aec39-02f1-42e3-84a9-13daa041873f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0533412 May 12 14:42:11.601121 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-725d1d4c-931f-4f42-9d98-2026bc750b54 req-3b3b9388-bc17-4973-bfe8-dee513c39abd tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440197 May 12 14:42:11.821433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69211540-a14e-41c3-967f-2c98aee82da4 req-c155a554-fe0a-4b30-b363-d8400f1354af tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:11.822974 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69211540-a14e-41c3-967f-2c98aee82da4 req-c155a554-fe0a-4b30-b363-d8400f1354af tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0480371 May 12 14:42:11.880608 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69211540-a14e-41c3-967f-2c98aee82da4 req-04ba3e88-6f5e-41e2-80d0-d92919625e18 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512910 May 12 14:42:12.153396 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3e7f-a818-42fc-9d56-55e6b344f9d9 req-f0f81d83-c61d-420b-970b-96a7c62a15cc tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:12.154927 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8ee3e7f-a818-42fc-9d56-55e6b344f9d9 req-f0f81d83-c61d-420b-970b-96a7c62a15cc tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0507786 May 12 14:42:12.205089 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8ee3e7f-a818-42fc-9d56-55e6b344f9d9 req-59c013b0-02eb-4f42-99ec-63d28ed9e643 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440152 May 12 14:42:12.716798 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556816ee-2973-4355-9893-b35ce74aa5fe req-edc3bc94-1e98-45ad-9adc-f53aceb5173e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:12.718287 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-556816ee-2973-4355-9893-b35ce74aa5fe req-edc3bc94-1e98-45ad-9adc-f53aceb5173e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0480378 May 12 14:42:12.767254 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-556816ee-2973-4355-9893-b35ce74aa5fe req-e23ea3dc-816b-45b9-8983-d3c95bbc41a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 May 12 14:42:12.848411 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:42:13.022034 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21669f99-9ee1-4992-bbc1-cc8bd0b4c331 req-28daebc9-e04d-4d1b-8f80-129314d51377 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:13.023525 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-21669f99-9ee1-4992-bbc1-cc8bd0b4c331 req-28daebc9-e04d-4d1b-8f80-129314d51377 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0655327 May 12 14:42:13.093072 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-21669f99-9ee1-4992-bbc1-cc8bd0b4c331 req-8ee5a172-b95e-44da-8fdc-b4c85a64fb48 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597272 May 12 14:42:13.330180 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5af17-cd97-4747-8588-b28164ea74f3 req-f2896ddd-d65b-4737-a781-665cdd8de56a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:13.331929 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3a5af17-cd97-4747-8588-b28164ea74f3 req-f2896ddd-d65b-4737-a781-665cdd8de56a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0513167 May 12 14:42:13.383176 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3a5af17-cd97-4747-8588-b28164ea74f3 req-ed2db373-ccc0-4f4d-9777-afeca4ab50d1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 May 12 14:42:13.886125 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3374027-d14c-45c1-b7c9-b625abcdd1f8 req-f7a37d3c-2a2c-451a-b929-03b93699a01b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:13.888207 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3374027-d14c-45c1-b7c9-b625abcdd1f8 req-f7a37d3c-2a2c-451a-b929-03b93699a01b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0497165 May 12 14:42:13.941485 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3374027-d14c-45c1-b7c9-b625abcdd1f8 req-acd032db-3af1-4364-8a67-ca24651bf517 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473936 May 12 14:42:14.212674 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca2deb-132d-42d3-9dab-f5bdc3a92a67 req-0dd8a99b-61e5-493c-8f23-b2bed636adb3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:14.214300 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19ca2deb-132d-42d3-9dab-f5bdc3a92a67 req-0dd8a99b-61e5-493c-8f23-b2bed636adb3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0500224 May 12 14:42:14.276432 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19ca2deb-132d-42d3-9dab-f5bdc3a92a67 req-de1663c3-6fdd-4ac3-835c-a9aa08c7c5bc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551369 May 12 14:42:14.516704 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e125-82bc-438b-b13d-39d625525ecf req-065bf576-fe4c-45e2-98a5-ee084be5cdb2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:14.518204 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1f0e125-82bc-438b-b13d-39d625525ecf req-065bf576-fe4c-45e2-98a5-ee084be5cdb2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0612514 May 12 14:42:14.563787 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1f0e125-82bc-438b-b13d-39d625525ecf req-88b6d51e-e3ad-479b-ab25-0165e058351c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399473 May 12 14:42:15.076672 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb1cbe-782e-40c9-a080-0ac999d5839e req-437548d2-7ab4-432e-a56c-814d3ce5eb66 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:15.078051 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9aeb1cbe-782e-40c9-a080-0ac999d5839e req-437548d2-7ab4-432e-a56c-814d3ce5eb66 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0544343 May 12 14:42:15.129450 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9aeb1cbe-782e-40c9-a080-0ac999d5839e req-a9399f98-57af-412d-8073-f2da068ef0ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 May 12 14:42:15.412237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958181-9b27-4f23-ade3-de481df72a84 req-d4289b42-8608-473b-8712-2c0684638c35 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:15.413706 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de958181-9b27-4f23-ade3-de481df72a84 req-d4289b42-8608-473b-8712-2c0684638c35 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0587051 May 12 14:42:15.463125 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de958181-9b27-4f23-ade3-de481df72a84 req-b36a8ec7-c630-4686-9525-382541805f0b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 May 12 14:42:15.699743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcdfe7-f125-4d8b-8383-e88559e912f0 req-2de4501c-7c79-4d53-97a3-e24333aae175 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:15.701089 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cbcdfe7-f125-4d8b-8383-e88559e912f0 req-2de4501c-7c79-4d53-97a3-e24333aae175 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0505579 May 12 14:42:15.749593 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cbcdfe7-f125-4d8b-8383-e88559e912f0 req-30afa2ae-31ed-4550-b18c-c844695f4773 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428455 May 12 14:42:16.269479 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad01e1-7d1b-42df-af22-52d856805eb8 req-c8087959-c087-490c-a036-5b92798cec42 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:16.271095 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50ad01e1-7d1b-42df-af22-52d856805eb8 req-c8087959-c087-490c-a036-5b92798cec42 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0675244 May 12 14:42:16.325818 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50ad01e1-7d1b-42df-af22-52d856805eb8 req-4900ec5f-5599-4d19-8f92-34bd6bd307da tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489810 May 12 14:42:16.591976 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ef6b-e405-48fc-ade0-b651842b5972 req-0bba1f0f-4667-4bf6-8504-ed2730081fd7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:16.593680 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b6b1ef6b-e405-48fc-ade0-b651842b5972 req-0bba1f0f-4667-4bf6-8504-ed2730081fd7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0493288 May 12 14:42:16.648947 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b6b1ef6b-e405-48fc-ade0-b651842b5972 req-9da33404-fb09-4f59-b8aa-4180112a012a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486529 May 12 14:42:16.882566 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea369f-71dd-49a7-b221-3e15b580a7dd req-0fe4e11d-5190-42cd-95dd-02ac7012de69 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:16.884207 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccea369f-71dd-49a7-b221-3e15b580a7dd req-0fe4e11d-5190-42cd-95dd-02ac7012de69 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0499744 May 12 14:42:16.935337 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccea369f-71dd-49a7-b221-3e15b580a7dd req-3c57c447-68dd-4997-80a1-2d4560eb9960 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448701 May 12 14:42:17.445984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325d0ca-e87a-421c-8d68-fb1a19df4333 req-fbe52b95-e70f-46d9-9849-9b8465f5f703 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:17.447458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b325d0ca-e87a-421c-8d68-fb1a19df4333 req-fbe52b95-e70f-46d9-9849-9b8465f5f703 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0488427 May 12 14:42:17.498150 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b325d0ca-e87a-421c-8d68-fb1a19df4333 req-48191ab8-91bc-49b0-b376-d43afdb5893d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423994 May 12 14:42:17.787318 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a198c89-f2af-4f98-91d0-68043f3daafd req-a823cdac-2889-4b01-8853-ce280caf2d04 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:17.788724 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a198c89-f2af-4f98-91d0-68043f3daafd req-a823cdac-2889-4b01-8853-ce280caf2d04 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0532191 May 12 14:42:17.836492 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a198c89-f2af-4f98-91d0-68043f3daafd req-b3915d97-7554-4ead-beab-823db6d18027 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 May 12 14:42:18.059250 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc881c64-9f4b-475f-9bea-672d6e78fa36 req-2aaed2f4-8318-4ab8-a055-caf34cf0bf06 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.060629 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bc881c64-9f4b-475f-9bea-672d6e78fa36 req-2aaed2f4-8318-4ab8-a055-caf34cf0bf06 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0494125 May 12 14:42:18.123454 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bc881c64-9f4b-475f-9bea-672d6e78fa36 req-86500f4b-032a-4fbd-bc1d-d05020599c43 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537970 May 12 14:42:18.629777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76359236-26b2-4ab5-87cc-c7397959be32 req-9f406419-951e-4c34-96e2-e18b09322cc0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.631321 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76359236-26b2-4ab5-87cc-c7397959be32 req-9f406419-951e-4c34-96e2-e18b09322cc0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0508475 May 12 14:42:18.701631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76359236-26b2-4ab5-87cc-c7397959be32 req-de3c3beb-9c9f-4f26-8e03-6aa96ec0bb21 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645890 May 12 14:42:18.965649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376fd86-ba6f-43fe-a084-9d2503189e16 req-63a81a79-6344-4c2e-953c-3cfe6fcc00bf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.968352 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2376fd86-ba6f-43fe-a084-9d2503189e16 req-63a81a79-6344-4c2e-953c-3cfe6fcc00bf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0555851 May 12 14:42:19.033351 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2376fd86-ba6f-43fe-a084-9d2503189e16 req-7a720387-f57f-4441-b06e-1d2670075c03 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525582 May 12 14:42:19.243942 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa59c85-5e84-4fde-83e9-8269d9bf1b29 req-3d3b33cf-53aa-4f79-a8c8-515298413d4a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.245392 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aaa59c85-5e84-4fde-83e9-8269d9bf1b29 req-3d3b33cf-53aa-4f79-a8c8-515298413d4a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0532529 May 12 14:42:19.293358 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aaa59c85-5e84-4fde-83e9-8269d9bf1b29 req-934ad401-370e-4952-8c19-8f771ab4d00d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414526 May 12 14:42:19.830488 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594709a8-062b-46c2-9fce-53a50308bb8c req-315cc264-b78c-4ff4-88c5-41e96ca55a9c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.831981 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-594709a8-062b-46c2-9fce-53a50308bb8c req-315cc264-b78c-4ff4-88c5-41e96ca55a9c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0523837 May 12 14:42:19.880103 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-594709a8-062b-46c2-9fce-53a50308bb8c req-38931d80-82a1-4d8d-9fa9-742c64bf7dfb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423629 May 12 14:42:20.151543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaed1f-98b6-464e-a2ee-0c28dc653963 req-ebf81770-7a84-41fd-89f5-9434d7822250 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:20.153205 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cffaed1f-98b6-464e-a2ee-0c28dc653963 req-ebf81770-7a84-41fd-89f5-9434d7822250 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0551009 May 12 14:42:20.206251 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cffaed1f-98b6-464e-a2ee-0c28dc653963 req-d8898f48-0593-4afe-a914-721940f14287 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468776 May 12 14:42:20.412827 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3ef32-5e10-48a3-9604-3918a7ff32e7 req-aab2b706-d002-4ac2-ab76-d078fbcc4b34 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:20.414273 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5f3ef32-5e10-48a3-9604-3918a7ff32e7 req-aab2b706-d002-4ac2-ab76-d078fbcc4b34 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0499151 May 12 14:42:20.462188 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5f3ef32-5e10-48a3-9604-3918a7ff32e7 req-ff9dfe23-583f-4d88-a619-baead235a076 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 May 12 14:42:21.010251 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef1ed-8907-4c53-a98a-a9dd4c5ed84a req-979dd893-38fe-499d-b8e9-fed465c8a5f6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:21.011914 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d8ef1ed-8907-4c53-a98a-a9dd4c5ed84a req-979dd893-38fe-499d-b8e9-fed465c8a5f6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0643225 May 12 14:42:21.069774 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d8ef1ed-8907-4c53-a98a-a9dd4c5ed84a req-93ccc65a-7725-4687-9ce1-965d6151eb70 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513051 May 12 14:42:21.330146 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1fd01-2267-492d-a9cd-1b33d39bb6df req-d3a112d7-49ca-4305-80b2-77f6469cd4d2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:21.331623 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6eb1fd01-2267-492d-a9cd-1b33d39bb6df req-d3a112d7-49ca-4305-80b2-77f6469cd4d2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0505462 May 12 14:42:21.389493 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6eb1fd01-2267-492d-a9cd-1b33d39bb6df req-9444bead-7ae5-40a2-a1e2-7a2c0dcd735e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519261 May 12 14:42:21.585003 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe2b10-6396-40e8-8453-d1f438e19770 req-caaf30af-e58a-4569-a146-d5f8ebb6a4ab tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:21.586377 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-55fe2b10-6396-40e8-8453-d1f438e19770 req-caaf30af-e58a-4569-a146-d5f8ebb6a4ab tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0547614 May 12 14:42:21.635634 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-55fe2b10-6396-40e8-8453-d1f438e19770 req-90d028f2-716a-4fb0-8f19-438d7ee3bdde tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 May 12 14:42:22.192160 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c0682-616c-47da-af4e-d99f5c79552f req-ac950993-45a2-46c1-a724-fe738c6e5dcb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:22.193633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-553c0682-616c-47da-af4e-d99f5c79552f req-ac950993-45a2-46c1-a724-fe738c6e5dcb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0523262 May 12 14:42:22.241815 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-553c0682-616c-47da-af4e-d99f5c79552f req-bdd2a579-5ef8-41c9-9228-912c1ed9c98f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 May 12 14:42:22.376387 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-776a5fd2-56ab-4d85-b9fd-439c635b5b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:22.517549 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36572b9-7fd3-432e-a85e-4b50a058c7b8 req-96345c14-9afc-4018-b3e6-6b10992d1540 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:22.519178 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a36572b9-7fd3-432e-a85e-4b50a058c7b8 req-96345c14-9afc-4018-b3e6-6b10992d1540 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0551188 May 12 14:42:22.570299 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a36572b9-7fd3-432e-a85e-4b50a058c7b8 req-44f2a2b5-c27e-46d7-a4fc-3c8aeae52cb3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450296 May 12 14:42:22.763350 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912e3cf-113c-4489-b636-5d08049af529 req-a0b5a20f-2aba-4795-9d27-1aaabb3bc173 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:22.764963 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9912e3cf-113c-4489-b636-5d08049af529 req-a0b5a20f-2aba-4795-9d27-1aaabb3bc173 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0503523 May 12 14:42:22.828505 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9912e3cf-113c-4489-b636-5d08049af529 req-096cc955-256a-4452-9e70-a07e2a08aa4b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578640 May 12 14:42:23.361275 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5ab16-da57-40b2-95b8-2563b28832e4 req-49c3592a-eac9-4f82-87bf-4c80ff59e972 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:23.362949 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdf5ab16-da57-40b2-95b8-2563b28832e4 req-49c3592a-eac9-4f82-87bf-4c80ff59e972 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0545990 May 12 14:42:23.420129 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdf5ab16-da57-40b2-95b8-2563b28832e4 req-041ed2ad-8ca1-4795-a181-e698f93424ef tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512006 May 12 14:42:23.699310 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61eed9-e8df-4200-8d8e-2f0bf6d1ae59 req-bd40cf03-5416-4ff4-be1f-d04de1090670 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:23.701135 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf61eed9-e8df-4200-8d8e-2f0bf6d1ae59 req-bd40cf03-5416-4ff4-be1f-d04de1090670 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0500033 May 12 14:42:23.751100 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf61eed9-e8df-4200-8d8e-2f0bf6d1ae59 req-9a6537a9-eb81-4e07-a5df-63d7f4781e3a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 May 12 14:42:23.953944 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2b632-a25b-431f-b8c6-1fc04ed45b09 req-fb7308a1-5950-401c-9df3-8ad7e8344a14 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:23.956009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76c2b632-a25b-431f-b8c6-1fc04ed45b09 req-fb7308a1-5950-401c-9df3-8ad7e8344a14 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0494933 May 12 14:42:24.015610 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76c2b632-a25b-431f-b8c6-1fc04ed45b09 req-01514909-deb3-46ef-ae25-ecfa84a0db8e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521531 May 12 14:42:24.547570 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385cd5e-a965-4d01-8204-c0568d431d11 req-e0a82753-f6fb-4036-8f42-92f8ceedb186 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:24.549153 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5385cd5e-a965-4d01-8204-c0568d431d11 req-e0a82753-f6fb-4036-8f42-92f8ceedb186 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0563319 May 12 14:42:24.601030 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5385cd5e-a965-4d01-8204-c0568d431d11 req-5172c473-e9d4-4dd0-838b-a9a6faeafd61 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462253 May 12 14:42:24.809976 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1691265-7e6c-49dd-93a0-b553eeff0d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:24.883270 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d86200-1552-4399-a644-8d58454434e0 req-dd91b266-dc1d-4e27-9af5-f0ca1f1d8fd7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:24.885004 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18d86200-1552-4399-a644-8d58454434e0 req-dd91b266-dc1d-4e27-9af5-f0ca1f1d8fd7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0510025 May 12 14:42:24.936286 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18d86200-1552-4399-a644-8d58454434e0 req-67c30f66-d53a-4bb8-96d9-78a559183e32 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 May 12 14:42:25.136882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afe23d-1838-40d7-b231-01e3a981eff6 req-d1662718-4a4d-46ba-931b-1cc72c9e02e0 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:25.138784 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-33afe23d-1838-40d7-b231-01e3a981eff6 req-d1662718-4a4d-46ba-931b-1cc72c9e02e0 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0518403 May 12 14:42:25.187114 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-33afe23d-1838-40d7-b231-01e3a981eff6 req-170d7dc4-7f81-4ef9-98b0-319b3048e708 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 May 12 14:42:25.719244 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1013f-493e-4299-9089-eb0a7a850636 req-518eb804-7d1f-47b6-820a-0accf83f270f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:25.720816 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25d1013f-493e-4299-9089-eb0a7a850636 req-518eb804-7d1f-47b6-820a-0accf83f270f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0493143 May 12 14:42:25.771884 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25d1013f-493e-4299-9089-eb0a7a850636 req-e3d6e2a2-0a66-4ad1-bb76-57bf1f498d79 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 May 12 14:42:25.870903 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:26.060099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52a82-9ad3-43fa-87b4-0353dc0ddb9f req-7fe8bc23-b94f-4d38-9c66-56ee7a36eddc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:26.061635 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3fc52a82-9ad3-43fa-87b4-0353dc0ddb9f req-7fe8bc23-b94f-4d38-9c66-56ee7a36eddc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0497131 May 12 14:42:26.113817 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3fc52a82-9ad3-43fa-87b4-0353dc0ddb9f req-e14e4dae-c7b2-454b-851d-3080f8b3bdd6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 May 12 14:42:26.313852 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9838d4d-c61a-460a-b8cf-be6f3e0341e2 req-84147f09-e954-463f-a43b-014c6ecfd0b8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:26.315306 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9838d4d-c61a-460a-b8cf-be6f3e0341e2 req-84147f09-e954-463f-a43b-014c6ecfd0b8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0567777 May 12 14:42:26.369340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9838d4d-c61a-460a-b8cf-be6f3e0341e2 req-04f18143-9fe2-439f-9467-619f3fda5c98 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483613 May 12 14:42:26.903913 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fc0b6-3784-4a1e-94ce-2a64aeb01daa req-aeafc2a9-1b72-4fc4-9672-b4981dee3c6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:26.905942 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d51fc0b6-3784-4a1e-94ce-2a64aeb01daa req-aeafc2a9-1b72-4fc4-9672-b4981dee3c6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0542033 May 12 14:42:26.957551 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d51fc0b6-3784-4a1e-94ce-2a64aeb01daa req-3c41ca64-484c-4e75-896c-7ec2d598401d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431783 May 12 14:42:27.035652 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:27.242970 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80ef3-3672-4b6d-97d5-f67fd56d5671 req-1dc384bc-a173-4af8-b8a1-150c9eb9c4cf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:27.244481 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b7c80ef3-3672-4b6d-97d5-f67fd56d5671 req-1dc384bc-a173-4af8-b8a1-150c9eb9c4cf tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0534282 May 12 14:42:27.299074 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b7c80ef3-3672-4b6d-97d5-f67fd56d5671 req-eac6132d-486e-41d1-bb57-9226f1762c01 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490923 May 12 14:42:27.500873 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee054969-5529-4223-8c69-28fe937b7d38 req-397f7e00-0275-4644-8196-7a94f89160d9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:27.502361 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ee054969-5529-4223-8c69-28fe937b7d38 req-397f7e00-0275-4644-8196-7a94f89160d9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0524638 May 12 14:42:27.552414 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ee054969-5529-4223-8c69-28fe937b7d38 req-d7da0d81-3eae-4a8f-8e1a-0a7a67b7ee08 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443270 May 12 14:42:28.088785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fbf5-d725-4a25-9189-7c6daf8b326e req-fce12c67-7808-461f-900f-3923aeb9d5f2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:28.090297 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e669fbf5-d725-4a25-9189-7c6daf8b326e req-fce12c67-7808-461f-900f-3923aeb9d5f2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0509229 May 12 14:42:28.144462 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e669fbf5-d725-4a25-9189-7c6daf8b326e req-ff1a4194-58aa-4f2b-b39d-faaac6e1ebd4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464766 May 12 14:42:28.430667 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ed89c-ef1c-4b89-84bb-67a0f133a8f6 req-f674d901-2c97-4c3f-8dd1-4ada2a2b9950 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:28.432125 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a91ed89c-ef1c-4b89-84bb-67a0f133a8f6 req-f674d901-2c97-4c3f-8dd1-4ada2a2b9950 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0512030 May 12 14:42:28.480916 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a91ed89c-ef1c-4b89-84bb-67a0f133a8f6 req-17418be3-b866-4c85-89cf-5a1fa3d9ee70 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 May 12 14:42:28.672617 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ff4be-2266-4290-a386-fc2b8292c697 req-d2b6162d-81ba-458a-b7cd-806a404c918e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:28.674086 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e9ff4be-2266-4290-a386-fc2b8292c697 req-d2b6162d-81ba-458a-b7cd-806a404c918e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0482931 May 12 14:42:28.695202 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:28.724997 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e9ff4be-2266-4290-a386-fc2b8292c697 req-cefa4cc0-56f5-4a5b-867c-ff9cc013ec96 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 May 12 14:42:29.365468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662f01d-9ec5-4b7a-a74c-0215a1de0223 req-65d7e38a-523c-421b-b9ae-d48afd198a5f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:29.366946 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c662f01d-9ec5-4b7a-a74c-0215a1de0223 req-65d7e38a-523c-421b-b9ae-d48afd198a5f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.1447971 May 12 14:42:29.419104 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c662f01d-9ec5-4b7a-a74c-0215a1de0223 req-e1089812-ea09-435f-84a1-d274665956d0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 May 12 14:42:29.616178 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c0255-1c07-4279-8989-b87db5afc214 req-1c8e4dba-7ed1-4df8-b5a2-c8de529707b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:29.617652 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b1c0255-1c07-4279-8989-b87db5afc214 req-1c8e4dba-7ed1-4df8-b5a2-c8de529707b3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0466998 May 12 14:42:29.664712 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b1c0255-1c07-4279-8989-b87db5afc214 req-5342618a-3cf1-409c-965a-9a1a456662de tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416939 May 12 14:42:29.850078 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032419ad-40ab-4c05-ad56-1bd87d66e968 req-4f5ee26a-89f1-4894-9100-e717ccf82e1f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:29.851544 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-032419ad-40ab-4c05-ad56-1bd87d66e968 req-4f5ee26a-89f1-4894-9100-e717ccf82e1f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0523245 May 12 14:42:29.899881 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-032419ad-40ab-4c05-ad56-1bd87d66e968 req-1d6658b3-7fba-4a8b-b859-9aecdcec5f14 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 May 12 14:42:30.556094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd51c48-0a3c-4519-947b-da29d56a0ba5 req-bc1fab99-04c1-4fc2-abef-1617cad1bbc9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:30.557555 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6dd51c48-0a3c-4519-947b-da29d56a0ba5 req-bc1fab99-04c1-4fc2-abef-1617cad1bbc9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0493813 May 12 14:42:30.605287 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6dd51c48-0a3c-4519-947b-da29d56a0ba5 req-fddf7124-7ae0-4166-a6ce-68a431a870e1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 May 12 14:42:30.784208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa5ed-af38-432b-acb4-d265354235da req-c8c72619-d7ba-49ae-999e-27b995e20b1c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:30.785563 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c7eaa5ed-af38-432b-acb4-d265354235da req-c8c72619-d7ba-49ae-999e-27b995e20b1c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0470850 May 12 14:42:30.840227 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c7eaa5ed-af38-432b-acb4-d265354235da req-607061b8-dd1c-4265-984e-f926e131aa0e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 May 12 14:42:31.072852 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb2394-b250-4813-aae7-67247bf794e1 req-e685cce5-d439-4af9-b472-a3950c68fa8e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:31.074209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b9cb2394-b250-4813-aae7-67247bf794e1 req-e685cce5-d439-4af9-b472-a3950c68fa8e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.1026821 May 12 14:42:31.126343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b9cb2394-b250-4813-aae7-67247bf794e1 req-62782fd4-85e6-4b2e-b2d0-5c7a59e86d48 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461612 May 12 14:42:31.261406 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-bc7b0e47-d57f-4287-9581-5a806a847f1d service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874064 May 12 14:42:31.737131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0170-9456-4d42-9c7d-67a58abc461d req-b2bcdf00-815f-4e3e-aa5d-5be4dba2a022 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:31.738603 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-008c0170-9456-4d42-9c7d-67a58abc461d req-b2bcdf00-815f-4e3e-aa5d-5be4dba2a022 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0482378 May 12 14:42:31.786110 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-008c0170-9456-4d42-9c7d-67a58abc461d req-e3e902d8-d2ea-49cf-83fd-f95ad7b6bdbe tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 May 12 14:42:31.966676 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466a2f-e9d7-46a3-bbb0-448e9b0f0aed req-b46f05f6-e941-4a4a-b415-d6b83cad4e14 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:31.968268 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d466a2f-e9d7-46a3-bbb0-448e9b0f0aed req-b46f05f6-e941-4a4a-b415-d6b83cad4e14 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0505908 May 12 14:42:32.018074 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d466a2f-e9d7-46a3-bbb0-448e9b0f0aed req-5818e00f-5b2d-4295-ba11-392d6378a20e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 May 12 14:42:32.257651 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e911c55-4a87-4bad-8f32-8ecbcea19043 req-b5a2d2b0-f1b3-4fa6-91f6-c41ec585863a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:32.259101 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3e911c55-4a87-4bad-8f32-8ecbcea19043 req-b5a2d2b0-f1b3-4fa6-91f6-c41ec585863a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0532055 May 12 14:42:32.309154 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3e911c55-4a87-4bad-8f32-8ecbcea19043 req-b11cd91a-4cac-426f-8b04-9c3050121285 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443461 May 12 14:42:32.485984 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:32.566535 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9654a-f967-4a37-b51b-d0784f851841 req-1cdc71cd-0346-4b33-a9c0-a43b3ebc1fff tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:32.568307 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4b9654a-f967-4a37-b51b-d0784f851841 req-1cdc71cd-0346-4b33-a9c0-a43b3ebc1fff tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0599921 May 12 14:42:32.619202 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4b9654a-f967-4a37-b51b-d0784f851841 req-87e6144b-5b60-4b7e-8b6b-0cbecde17be6 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 May 12 14:42:32.907530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c606fb-a6bc-4613-8334-1665c413a6b4 req-eee0eb18-0ce8-4b8f-ba26-f4092f2a80d9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:32.909076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58c606fb-a6bc-4613-8334-1665c413a6b4 req-eee0eb18-0ce8-4b8f-ba26-f4092f2a80d9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0500484 May 12 14:42:32.956964 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58c606fb-a6bc-4613-8334-1665c413a6b4 req-07c697ae-8bc8-415a-8417-05816db5f163 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 May 12 14:42:33.146354 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d05c-5b39-460d-8f46-87e9a50d00a0 req-100e9a48-aa9f-4318-b301-657f6f91e76f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:33.147884 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2b2d05c-5b39-460d-8f46-87e9a50d00a0 req-100e9a48-aa9f-4318-b301-657f6f91e76f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0508373 May 12 14:42:33.196343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2b2d05c-5b39-460d-8f46-87e9a50d00a0 req-2ff9ae6f-b8a3-4787-856c-4f7e69683a01 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 May 12 14:42:33.729968 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-7d8f0db0-f6b4-4329-949b-b43a748fa792 req-cd633005-5921-4d93-a80b-de56798c8274 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959351 May 12 14:42:33.746574 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92934cdd-1a66-4ea4-b03e-f2e01fd03a0f req-2102c7cc-bea0-4df2-adf2-243139e7d788 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:33.748759 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92934cdd-1a66-4ea4-b03e-f2e01fd03a0f req-2102c7cc-bea0-4df2-adf2-243139e7d788 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0514569 May 12 14:42:33.797056 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92934cdd-1a66-4ea4-b03e-f2e01fd03a0f req-442a8e78-288b-4843-8107-46e6829ddba9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420265 May 12 14:42:34.075030 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf2cd4-fd1a-4999-b55d-1be24e9512ef req-7d922415-b47b-4150-b3e3-c9b27e29e13e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:34.076521 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ddf2cd4-fd1a-4999-b55d-1be24e9512ef req-7d922415-b47b-4150-b3e3-c9b27e29e13e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0504708 May 12 14:42:34.125781 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ddf2cd4-fd1a-4999-b55d-1be24e9512ef req-f452fb7e-1fd1-4bd2-9921-14df8c78701c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 May 12 14:42:34.328878 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8140-2bdc-46d4-9688-ec2dde75c043 req-7675c0fb-0cf5-4762-b378-b4ab60d913ad tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:34.330334 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bbee8140-2bdc-46d4-9688-ec2dde75c043 req-7675c0fb-0cf5-4762-b378-b4ab60d913ad tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0504158 May 12 14:42:34.381474 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bbee8140-2bdc-46d4-9688-ec2dde75c043 req-464ca8d4-d646-481d-9c34-205ec0f69104 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427206 May 12 14:42:34.911796 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba0bac-15e8-4975-ae8a-b400594bf58d req-aefbac83-54c4-47bd-94e1-881e0e975899 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:34.913381 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0fba0bac-15e8-4975-ae8a-b400594bf58d req-aefbac83-54c4-47bd-94e1-881e0e975899 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0474467 May 12 14:42:34.961482 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0fba0bac-15e8-4975-ae8a-b400594bf58d req-e5e26f1b-dbe4-4ae7-b5af-2ed4cb23ad88 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 May 12 14:42:35.239566 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162d35-4748-483b-8fda-cc40b9ff30e9 req-4737b392-b826-4d0e-85d7-51061b03e972 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:35.241059 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d162d35-4748-483b-8fda-cc40b9ff30e9 req-4737b392-b826-4d0e-85d7-51061b03e972 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0465820 May 12 14:42:35.289983 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d162d35-4748-483b-8fda-cc40b9ff30e9 req-3dbadbcc-82aa-4e55-9ca0-8b570c8c2077 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 May 12 14:42:35.737588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aa1d7-7a85-436b-9eaa-5ff1bce7ae22 req-9aaf7e62-3319-46e2-b091-a1cdf1d03747 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:35.738959 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-425aa1d7-7a85-436b-9eaa-5ff1bce7ae22 req-9aaf7e62-3319-46e2-b091-a1cdf1d03747 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.2816272 May 12 14:42:35.787119 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-425aa1d7-7a85-436b-9eaa-5ff1bce7ae22 req-b790726a-25b8-456b-80c2-902596a6affb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 May 12 14:42:36.088713 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badb119-3a69-4fc0-af13-beb02c75e9d6 req-2c65c062-6b02-4146-8b0e-ca60b7e8db89 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:36.090167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3badb119-3a69-4fc0-af13-beb02c75e9d6 req-2c65c062-6b02-4146-8b0e-ca60b7e8db89 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0506749 May 12 14:42:36.139911 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3badb119-3a69-4fc0-af13-beb02c75e9d6 req-cd9d6642-76d1-425a-8e94-931ba6ee5f47 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 May 12 14:42:36.418947 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb25c2c-f348-490f-9315-077c97510ca3 req-5f379095-2253-4db3-8d0a-8caa040947b8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:36.420250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cdb25c2c-f348-490f-9315-077c97510ca3 req-5f379095-2253-4db3-8d0a-8caa040947b8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.0554068 May 12 14:42:36.475306 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cdb25c2c-f348-490f-9315-077c97510ca3 req-55a864ea-d7df-45f5-a7c5-f54a4174228a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483758 May 12 14:42:36.915833 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c306b-894b-4d16-be65-942f05f0940c req-68366b3d-d4ed-4939-b86a-708c4fc57026 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:36.917324 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-696c306b-894b-4d16-be65-942f05f0940c req-68366b3d-d4ed-4939-b86a-708c4fc57026 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0484598 May 12 14:42:36.975772 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-696c306b-894b-4d16-be65-942f05f0940c req-4a0fd0a4-0d4d-4f58-8260-e800b31a4230 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524883 May 12 14:42:37.272671 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9aa9f-595c-4894-ae76-f91e7c10950f req-56d5dca6-e0de-4760-bc19-164a4c0e794c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.274106 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2a9aa9f-595c-4894-ae76-f91e7c10950f req-56d5dca6-e0de-4760-bc19-164a4c0e794c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0505254 May 12 14:42:37.321301 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2a9aa9f-595c-4894-ae76-f91e7c10950f req-64e57480-0cc8-40c1-813b-dbc27f1f0fff tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 May 12 14:42:37.404240 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device fb818443-c684-4571-8d0e-1911365e4b6b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:42:37.414681 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-f37824bd-a29b-4684-8b9f-51c643188ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.416281 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-f37824bd-a29b-4684-8b9f-51c643188ba2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 1128 time: 0.0400929 May 12 14:42:37.440087 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-1764a3dc-b034-4656-af8b-004328f0878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.442189 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-1764a3dc-b034-4656-af8b-004328f0878a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1129 time: 0.0648310 May 12 14:42:37.472373 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-ef5ccb15-3e04-4340-acd6-f92c99dd5251 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604749 May 12 14:42:37.512165 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port fb818443-c684-4571-8d0e-1911365e4b6b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fb818443-c684-4571-8d0e-1911365e4b6b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:37.515576 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-d3e2b85a-12db-4633-84f8-0d6b85918894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.517397 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-d3e2b85a-12db-4633-84f8-0d6b85918894 service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.0936863 May 12 14:42:37.527727 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'port_id': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'mac_address': 'fa:16:3e:8b:ba:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:42:37.572620 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-7f527d02-22d8-464a-ad5d-526fbb0aab61 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb818443-c684-4571-8d0e-1911365e4b6b HTTP/1.1" status: 200 len: 217 time: 0.0456853 May 12 14:42:37.578533 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port fb818443-c684-4571-8d0e-1911365e4b6b is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:37.579023 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:37.593861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-109062a2-c68c-4f58-9124-7041f498fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.594075 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb818443-c684-4571-8d0e-1911365e4b6b {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:42:37.595331 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-109062a2-c68c-4f58-9124-7041f498fb69 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 912 time: 0.1434133 May 12 14:42:37.615181 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port fb818443-c684-4571-8d0e-1911365e4b6b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fb818443-c684-4571-8d0e-1911365e4b6b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:37.623932 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:37.630843 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-9cc848e3-27e6-4eb0-9aa4-1db916d73ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.632433 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-9cc848e3-27e6-4eb0-9aa4-1db916d73ad8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 1129 time: 0.1007736 May 12 14:42:37.636403 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-b65a91ed-7dcc-43be-81f3-687fad81aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.638136 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-b65a91ed-7dcc-43be-81f3-687fad81aa81 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0562224 May 12 14:42:37.676999 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=fb818443-c684-4571-8d0e-1911365e4b6b,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:37.686390 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.686866 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.687454 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.687930 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.688431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.688876 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.689298 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.689743 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.690466 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.690778 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.691200 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.691657 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.692089 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.692537 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.693072 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:37.704555 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-0de4a4f5-9ad8-4378-9efc-34e44edd86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.707323 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-0de4a4f5-9ad8-4378-9efc-34e44edd86f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598197 May 12 14:42:37.710259 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ae726-c9cb-4b0a-a1db-53470142142b req-1ca1b3ac-437b-4562-9582-f810d6f4f8cb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.712438 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-607ae726-c9cb-4b0a-a1db-53470142142b req-1ca1b3ac-437b-4562-9582-f810d6f4f8cb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 944 time: 0.1373539 May 12 14:42:37.782830 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-d97cb25a-c2e1-4058-b25f-7a121c4d630a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 200 len: 1001 time: 0.1668060 May 12 14:42:37.808447 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-c126ee25-d729-4266-8173-238c2ffd4309 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871298 May 12 14:42:37.851455 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-607ae726-c9cb-4b0a-a1db-53470142142b req-da326cd7-07d6-4c6d-89fa-938a8958baa0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308618 May 12 14:42:37.858616 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-173097bc-56ab-4a38-a1dd-754944a7f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.860132 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-173097bc-56ab-4a38-a1dd-754944a7f11a service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.1916263 May 12 14:42:37.868857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-b92b5b92-2c34-42b7-a47b-1331f262d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.870416 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-b92b5b92-2c34-42b7-a47b-1331f262d192 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.0738757 May 12 14:42:37.911129 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-66e36162-b9e7-4ce7-8682-3bc602ebffc9 req-0abc5f9b-9b6b-49d2-8c5a-11ec1613b1cd service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917714 May 12 14:42:37.912991 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-52c2daea-ee1f-4b88-96d1-25e2c1838424 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7400c71-756f-4d64-b80c-1f914eadab6d HTTP/1.1" status: 200 len: 217 time: 0.0416451 May 12 14:42:37.954843 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-749f62e8-d6ff-4cfa-9713-310f986dec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:37.956294 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-749f62e8-d6ff-4cfa-9713-310f986dec96 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518880 May 12 14:42:38.045998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-3833781e-c9da-4a7c-9475-c347dfe5002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:38.047531 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-3833781e-c9da-4a7c-9475-c347dfe5002e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.1002367 May 12 14:42:38.134436 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-700ebdf0-1b59-4bef-a941-94c6bd3ce383 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592836 May 12 14:42:38.142193 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f2c90-8132-456e-886a-53022f1be866 req-f66046ee-28ca-4ab5-8813-ef0d6e1f1c88 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:38.143576 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c7f2c90-8132-456e-886a-53022f1be866 req-f66046ee-28ca-4ab5-8813-ef0d6e1f1c88 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0883725 May 12 14:42:38.145126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-f18e85e1-84a6-4183-818c-9d57c273032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:38.146487 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-f18e85e1-84a6-4183-818c-9d57c273032d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869584 May 12 14:42:38.300843 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['fb818443-c684-4571-8d0e-1911365e4b6b'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:38.310686 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c7f2c90-8132-456e-886a-53022f1be866 req-ed62660d-20a7-468a-b0a0-5b3cbbf69008 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563673 May 12 14:42:38.332106 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-2af85c36-3786-491a-8d7f-efbd356a2ff2 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751993 May 12 14:42:38.342468 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1ab25bd-5e4d-40b8-a595-606a68a97250 req-2d45308c-4272-48fe-8cb4-fa0505ce75db service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950521 May 12 14:42:38.467371 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fe92e-a5c0-467f-8ec3-eaacee581de8 req-b2012a55-3615-498a-bbdc-8ce0c1baced8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:38.468923 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-696fe92e-a5c0-467f-8ec3-eaacee581de8 req-b2012a55-3615-498a-bbdc-8ce0c1baced8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0594296 May 12 14:42:38.470841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79b1a9fc-b89b-4d16-af69-7691a748d7c8 req-4c664033-fb74-49f3-870c-1993e5ff418e service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275718 May 12 14:42:38.523548 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-696fe92e-a5c0-467f-8ec3-eaacee581de8 req-f64f7f6d-f365-40ad-b447-e1d568b72490 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 May 12 14:42:38.963656 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ff8b6-fedd-4bd5-bbc3-8ac842d123ba req-b9eb753f-7f9d-4a5b-bd0f-fd269018ddfb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:38.965148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b34ff8b6-fedd-4bd5-bbc3-8ac842d123ba req-b9eb753f-7f9d-4a5b-bd0f-fd269018ddfb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 945 time: 0.0474756 May 12 14:42:39.014510 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b34ff8b6-fedd-4bd5-bbc3-8ac842d123ba req-a2169b5c-a9f9-404a-a637-ef47a6d33fe2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436707 May 12 14:42:39.432908 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bf4ac-5397-4390-a518-b5f99db2788d req-e3fe0e3d-cd43-4d56-88bb-a522320cfe36 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:39.434390 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-287bf4ac-5397-4390-a518-b5f99db2788d req-e3fe0e3d-cd43-4d56-88bb-a522320cfe36 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0485556 May 12 14:42:39.480601 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-287bf4ac-5397-4390-a518-b5f99db2788d req-24e28130-18d1-49c2-a4ac-fc9508ab6967 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 May 12 14:42:39.652284 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b296-38e5-4ab3-87af-1b9f79501302 req-fd8031c7-2512-4cf0-a145-843eebc74357 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:39.653660 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0621b296-38e5-4ab3-87af-1b9f79501302 req-fd8031c7-2512-4cf0-a145-843eebc74357 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0520554 May 12 14:42:39.700542 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0621b296-38e5-4ab3-87af-1b9f79501302 req-6b37c175-e4eb-4ee6-a3ea-e43235d30ba7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 May 12 14:42:40.102701 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device fb818443-c684-4571-8d0e-1911365e4b6b up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:42:40.147351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016ed44-6c4a-42f0-bfc7-5b751f0517ef req-c50a5674-f471-41fb-85e2-f232d2ea5dfc tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:40.148971 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8016ed44-6c4a-42f0-bfc7-5b751f0517ef req-c50a5674-f471-41fb-85e2-f232d2ea5dfc tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 945 time: 0.0574145 May 12 14:42:40.159300 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port fb818443-c684-4571-8d0e-1911365e4b6b completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:42:40.166425 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port fb818443-c684-4571-8d0e-1911365e4b6b triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:42:40.167039 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:40.202209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8016ed44-6c4a-42f0-bfc7-5b751f0517ef req-14d04af7-12c9-4e30-bc72-2bc5566abc90 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471230 May 12 14:42:40.249060 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port fb818443-c684-4571-8d0e-1911365e4b6b is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:40.249450 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:40.272876 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:40.275121 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e732c-e2e4-42e0-a231-fea9d0955efc" -d '{"events": [{"server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "name": "network-vif-plugged", "status": "completed", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:40.287307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port fb818443-c684-4571-8d0e-1911365e4b6b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fb818443-c684-4571-8d0e-1911365e4b6b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:40.292322 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:40.319254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247dc67a-a96e-4bef-ba2e-b65abe082583 x-openstack-request-id: req-247dc67a-a96e-4bef-ba2e-b65abe082583 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:40.319567 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "name": "network-vif-plugged", "status": "completed", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:40.319844 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-247dc67a-a96e-4bef-ba2e-b65abe082583 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:40.320246 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247dc67a-a96e-4bef-ba2e-b65abe082583'] response: {'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'code': 200} May 12 14:42:40.345761 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=fb818443-c684-4571-8d0e-1911365e4b6b,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:40.610997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba6d8-d72d-44d5-a361-c2c5e2e9a7cf req-f758c586-1a08-4356-9086-5bf5f5eafbf6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:40.612521 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-081ba6d8-d72d-44d5-a361-c2c5e2e9a7cf req-f758c586-1a08-4356-9086-5bf5f5eafbf6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0511620 May 12 14:42:40.659941 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-081ba6d8-d72d-44d5-a361-c2c5e2e9a7cf req-2b0a5fd1-31be-4629-8717-50c8718a5447 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415816 May 12 14:42:40.831826 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b77cc-0003-4a11-ae3e-32cc9245b0da req-d4658548-a960-4f22-a702-3aba336cad0f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:40.833309 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bf4b77cc-0003-4a11-ae3e-32cc9245b0da req-d4658548-a960-4f22-a702-3aba336cad0f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0559559 May 12 14:42:40.885056 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bf4b77cc-0003-4a11-ae3e-32cc9245b0da req-854b6570-181e-4b25-9fba-ebeec97f3924 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434072 May 12 14:42:41.317082 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d600ba-8917-4204-8367-66e26891487c req-2f6dc02d-6afc-499d-b961-a90d53933dfe tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:41.318537 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53d600ba-8917-4204-8367-66e26891487c req-2f6dc02d-6afc-499d-b961-a90d53933dfe tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0461483 May 12 14:42:41.369039 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53d600ba-8917-4204-8367-66e26891487c req-acb14e2a-df6f-4432-a0a1-b4f15cce843c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 May 12 14:42:41.781869 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77862aaa-6fff-4a8a-93d5-2ac155519815 req-6a8c8837-0815-4c9e-9256-288abd9f7409 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:41.783377 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77862aaa-6fff-4a8a-93d5-2ac155519815 req-6a8c8837-0815-4c9e-9256-288abd9f7409 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0476727 May 12 14:42:41.833576 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77862aaa-6fff-4a8a-93d5-2ac155519815 req-d882f12c-8f7b-4625-a512-02fa0c45a8d6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 May 12 14:42:42.009124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a01df4-1c65-4e64-ae92-66ca5d84a4fc req-0e675510-2fcd-4b9a-afdc-64fce0dc234b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:42.010538 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54a01df4-1c65-4e64-ae92-66ca5d84a4fc req-0e675510-2fcd-4b9a-afdc-64fce0dc234b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0535622 May 12 14:42:42.060286 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54a01df4-1c65-4e64-ae92-66ca5d84a4fc req-1e1b289f-b526-4e66-a4e0-0d48e6f4e01e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 May 12 14:42:42.102893 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:42:42.210608 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:42.222430 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'b36316ae-0793-416c-9119-9819353b009c', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'port_id': 'b36316ae-0793-416c-9119-9819353b009c', 'mac_address': 'fa:16:3e:d5:3f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:42:42.260431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:42.260744 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.273928 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36316ae-0793-416c-9119-9819353b009c {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:42:42.294093 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:42.301837 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 51650) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:42.302036 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.348170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=9']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:42.352006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Deleting subnet c215d98a-8bb4-46a2-94a0-e1d59be3eb3c {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:42:42.355293 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Publish callbacks [] for subnet (c215d98a-8bb4-46a2-94a0-e1d59be3eb3c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.391650 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (c215d98a-8bb4-46a2-94a0-e1d59be3eb3c), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.432803 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (c215d98a-8bb4-46a2-94a0-e1d59be3eb3c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.485213 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (c215d98a-8bb4-46a2-94a0-e1d59be3eb3c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.515269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.518298 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c215d98a-8bb4-46a2-94a0-e1d59be3eb3c HTTP/1.1" status: 204 len: 168 time: 0.2154455 May 12 14:42:42.521225 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51656) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:42.525973 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab60652-d216-4e1c-aa3e-19c8b537ff84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c215d98a-8bb4-46a2-94a0-e1d59be3eb3c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:42.568784 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da2f8a-9a8a-4203-a0c8-61ca43f024e4 req-4ad3dbd1-f862-41d7-957e-c5b93f61b7d3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:42.570265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92da2f8a-9a8a-4203-a0c8-61ca43f024e4 req-4ad3dbd1-f862-41d7-957e-c5b93f61b7d3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0572755 May 12 14:42:42.590501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.617358 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92da2f8a-9a8a-4203-a0c8-61ca43f024e4 req-bf90a09d-d3f6-4591-87e9-6fc5ddde19a6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 May 12 14:42:42.672679 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.692940 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8c7762-2c9c-4090-8f5f-a4a4caf1263c']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:42.702039 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b71a6-2860-49c1-a0fe-39553df2343d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:42.702349 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b71a6-2860-49c1-a0fe-39553df2343d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:42.711592 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (c16b71a6-2860-49c1-a0fe-39553df2343d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.726505 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (c16b71a6-2860-49c1-a0fe-39553df2343d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.734026 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:42:42.734414 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (c16b71a6-2860-49c1-a0fe-39553df2343d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:42:42.736368 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:42:42.795118 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (2b8c7762-2c9c-4090-8f5f-a4a4caf1263c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.801856 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:42.805092 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2b8c7762-2c9c-4090-8f5f-a4a4caf1263c HTTP/1.1" status: 204 len: 168 time: 0.2828903 May 12 14:42:42.814638 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c6b1-cfaf-45bb-8465-eebd5a7f2ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8c7762-2c9c-4090-8f5f-a4a4caf1263c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:42.970217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661f13-57a6-4a49-a01a-62364c25f8b0 req-58d56591-3ec8-437c-9ab0-93de77a479fb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:42.971908 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82661f13-57a6-4a49-a01a-62364c25f8b0 req-58d56591-3ec8-437c-9ab0-93de77a479fb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0508883 May 12 14:42:43.000628 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 51662) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:43.015374 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['b36316ae-0793-416c-9119-9819353b009c'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:43.036412 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82661f13-57a6-4a49-a01a-62364c25f8b0 req-aa28346c-b9e9-488c-80d3-de6550e375eb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519249 May 12 14:42:43.043203 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0152b96d-dfe1-4aa1-bf55-928fc73ee0a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec6ea995239c47df80dd8c7ff0aa23f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409908 May 12 14:42:43.045891 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 51664) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:43.094186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a59b70dd-fe9d-4cda-9b24-2001b5ffe6a7 admin admin] Publish callbacks [] for security_group (af0fe85b-38c0-4168-94b7-f12834a34ce1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:43.116220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a59b70dd-fe9d-4cda-9b24-2001b5ffe6a7 admin admin] Publish callbacks [] for security_group (af0fe85b-38c0-4168-94b7-f12834a34ce1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:43.166416 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a59b70dd-fe9d-4cda-9b24-2001b5ffe6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (af0fe85b-38c0-4168-94b7-f12834a34ce1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:43.169514 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a59b70dd-fe9d-4cda-9b24-2001b5ffe6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:43.170657 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a59b70dd-fe9d-4cda-9b24-2001b5ffe6a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af0fe85b-38c0-4168-94b7-f12834a34ce1 HTTP/1.1" status: 204 len: 168 time: 0.1236100 May 12 14:42:43.178494 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b70dd-fe9d-4cda-9b24-2001b5ffe6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0fe85b-38c0-4168-94b7-f12834a34ce1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:43.404245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703859f-8314-46f8-8c56-1130cee60c48 req-e41b5f01-37f0-4b15-aa2f-27857705bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:43.405796 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b703859f-8314-46f8-8c56-1130cee60c48 req-e41b5f01-37f0-4b15-aa2f-27857705bfcc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 1130 time: 0.0415132 May 12 14:42:43.473675 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b703859f-8314-46f8-8c56-1130cee60c48 req-8772e397-88a6-4c56-bbe4-9d9b25a93359 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434921 May 12 14:42:43.750562 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06903f0f-82b4-40bc-b807-8c691b715b66 req-69dc0a56-4ce5-4cc7-9194-ce9c6f2b0f02 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:43.752061 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06903f0f-82b4-40bc-b807-8c691b715b66 req-69dc0a56-4ce5-4cc7-9194-ce9c6f2b0f02 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0519187 May 12 14:42:43.800233 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06903f0f-82b4-40bc-b807-8c691b715b66 req-aee7b673-7659-425a-a2c2-252b47159361 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 May 12 14:42:44.165630 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ce67-5714-456a-8c08-630b35eca7a3 req-3c8486ba-536b-4f20-b50c-d53e5dc1d9a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:44.167103 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2280ce67-5714-456a-8c08-630b35eca7a3 req-3c8486ba-536b-4f20-b50c-d53e5dc1d9a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0549569 May 12 14:42:44.215719 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2280ce67-5714-456a-8c08-630b35eca7a3 req-8a01245c-3e75-4c82-b863-579ae90fee67 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 May 12 14:42:44.667246 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:42:44.735673 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port b36316ae-0793-416c-9119-9819353b009c triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:42:44.736236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b36316ae-0793-416c-9119-9819353b009c), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:44.821690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port b36316ae-0793-416c-9119-9819353b009c is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:44.822107 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b36316ae-0793-416c-9119-9819353b009c), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:44.846245 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:44.848750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a3de9-fc66-47fc-b063-a52ac37a5c36" -d '{"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:44.861695 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:44.868245 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b36316ae-0793-416c-9119-9819353b009c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:44.893569 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fdde0e-dd57-4ece-92a1-adc3d1584576 x-openstack-request-id: req-b3fdde0e-dd57-4ece-92a1-adc3d1584576 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:44.893889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "b36316ae-0793-416c-9119-9819353b009c", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:44.894156 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3fdde0e-dd57-4ece-92a1-adc3d1584576 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:44.894551 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fdde0e-dd57-4ece-92a1-adc3d1584576'] response: {'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'code': 200} May 12 14:42:44.921544 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=10']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:44.927001 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba46e0-4285-4838-b8ff-1addf536ebeb req-a3c0ea87-15a1-4fa0-b6a9-5bbde5e96d56 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:44.928633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9cba46e0-4285-4838-b8ff-1addf536ebeb req-a3c0ea87-15a1-4fa0-b6a9-5bbde5e96d56 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0500362 May 12 14:42:44.976058 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9cba46e0-4285-4838-b8ff-1addf536ebeb req-519e5f93-6014-4ec3-80d8-ff0ee886abff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 May 12 14:42:45.361239 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fffd5d-7924-4a90-9959-4fe2a3e02876 req-08002126-ea33-4c4d-9d58-e60e85e26802 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:45.362830 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97fffd5d-7924-4a90-9959-4fe2a3e02876 req-08002126-ea33-4c4d-9d58-e60e85e26802 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0559115 May 12 14:42:45.407539 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97fffd5d-7924-4a90-9959-4fe2a3e02876 req-77545475-c51d-4aa9-9c5b-f455283e44e2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389817 May 12 14:42:46.108394 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76510178-34a7-47dc-bacd-ffa98dd7b966 req-770227c4-9159-4405-8ca3-9d607ceee03f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:46.109896 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76510178-34a7-47dc-bacd-ffa98dd7b966 req-770227c4-9159-4405-8ca3-9d607ceee03f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0477872 May 12 14:42:46.156375 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76510178-34a7-47dc-bacd-ffa98dd7b966 req-1e2c3464-497d-4dbc-8b48-2f6f61ba4189 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 May 12 14:42:46.281528 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b2b6f-55dd-482d-bdf5-047f9bab26c4 req-532e8a51-a1f1-4030-b53b-a045a193152e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:46.283035 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a00b2b6f-55dd-482d-bdf5-047f9bab26c4 req-532e8a51-a1f1-4030-b53b-a045a193152e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0579126 May 12 14:42:46.291854 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 51682) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:46.296613 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'port_id': 'fb818443-c684-4571-8d0e-1911365e4b6b'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:46.369749 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (cfd40051-a172-4215-9977-0f8599acffbb), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:46.572037 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3db5d-67d7-484e-af85-34bd07d06ee6 req-012eb4ad-48dc-4eda-b958-0d0b761c0f90 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:46.573536 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-91b3db5d-67d7-484e-af85-34bd07d06ee6 req-012eb4ad-48dc-4eda-b958-0d0b761c0f90 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0898957 May 12 14:42:46.698580 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-91b3db5d-67d7-484e-af85-34bd07d06ee6 req-af69e0df-78fd-447e-9311-f176b0d6de57 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190703 May 12 14:42:46.838661 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217fe1-a75c-4e00-b8fc-639c122216dc req-eddf08d6-7147-4f8f-9605-bc974079c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:46.840172 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22217fe1-a75c-4e00-b8fc-639c122216dc req-eddf08d6-7147-4f8f-9605-bc974079c243 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1131 time: 0.0534210 May 12 14:42:47.222565 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22217fe1-a75c-4e00-b8fc-639c122216dc req-91120713-3448-4368-a829-132c3f3fd080 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614526 May 12 14:42:47.227193 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:47.234204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (cfd40051-a172-4215-9977-0f8599acffbb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:47.349982 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP cfd40051-a172-4215-9977-0f8599acffbb associated. External IP: 172.27.1.155, port: fb818443-c684-4571-8d0e-1911365e4b6b. May 12 14:42:47.580332 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:42:47.688317 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:42:47.693256 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:47.698890 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:42:47.709285 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:47.709892 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:42:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:47.723482 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-07b99ae2-aa70-4d29-8d40-f70eec08d011 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "PUT /v2.0/floatingips/cfd40051-a172-4215-9977-0f8599acffbb HTTP/1.1" status: 200 len: 992 time: 1.4303777 May 12 14:42:47.724387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:47.726665 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb" -d '{"events": [{"name": "network-changed", "server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:47.763268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5417ddc-758f-4f48-80b4-5c31bbbe9c69 x-openstack-request-id: req-b5417ddc-758f-4f48-80b4-5c31bbbe9c69 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:47.763566 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:47.763849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b5417ddc-758f-4f48-80b4-5c31bbbe9c69 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:47.764264 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5417ddc-758f-4f48-80b4-5c31bbbe9c69'] response: {'name': 'network-changed', 'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'status': 'completed', 'code': 200} May 12 14:42:47.821072 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:47.832179 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54291c-8edb-4668-9fe9-7f41480975fb req-6e5815bb-016c-4d6a-ba43-fd628a94ccc0 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:47.833787 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec54291c-8edb-4668-9fe9-7f41480975fb req-6e5815bb-016c-4d6a-ba43-fd628a94ccc0 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0486934 May 12 14:42:47.916175 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec54291c-8edb-4668-9fe9-7f41480975fb req-46723250-24eb-4878-80e2-94797b93cc5f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734177 May 12 14:42:47.919882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-ae5167cd-ad3b-4faa-8dbd-b3643dace5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:47.921305 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-ae5167cd-ad3b-4faa-8dbd-b3643dace5a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 1130 time: 0.0580535 May 12 14:42:48.043587 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:45Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}, {'id': 'cfd40051-a172-4215-9977-0f8599acffbb', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:8b:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:42:05Z', 'updated_at': '2022-05-12T14:42:46Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:48.070578 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:42:48.079829 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:48.080437 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:42:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:48.193272 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:48.424318 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:45Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}, {'id': 'cfd40051-a172-4215-9977-0f8599acffbb', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:8b:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:42:05Z', 'updated_at': '2022-05-12T14:42:46Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:48.450326 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c00302-598f-411a-9d97-92ea14f2db6c None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:45Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}, {'id': 'cfd40051-a172-4215-9977-0f8599acffbb', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:8b:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:42:05Z', 'updated_at': '2022-05-12T14:42:46Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:42:48.665529 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c6d16-d2f8-49d1-a4ee-a1e11dc00697 None None] New status for floating IP cfd40051-a172-4215-9977-0f8599acffbb: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:42:48.986569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-367ad344-f3dc-4c2d-ae5a-a036203520f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:48.988088 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-367ad344-f3dc-4c2d-ae5a-a036203520f0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.2480333 May 12 14:42:49.078539 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a8d29-6423-49b3-9237-f15e60a15ce0 req-29290bd7-957a-4a6d-93a2-ce60183721ef tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:49.079947 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d45a8d29-6423-49b3-9237-f15e60a15ce0 req-29290bd7-957a-4a6d-93a2-ce60183721ef tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0846150 May 12 14:42:49.120733 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-a2368eb4-d35f-4541-afa6-7723b585a82c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb818443-c684-4571-8d0e-1911365e4b6b HTTP/1.1" status: 200 len: 1002 time: 0.0945823 May 12 14:42:49.148540 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d45a8d29-6423-49b3-9237-f15e60a15ce0 req-dd3767e1-f994-4159-9f59-ffc6b94c2329 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610397 May 12 14:42:49.195023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-701ea8b4-e9b2-4b51-9853-d6e286cb628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:49.196537 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-701ea8b4-e9b2-4b51-9853-d6e286cb628a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0471821 May 12 14:42:49.242278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-9d857903-2bd6-445e-ab98-8f40a54dc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:49.243778 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-9d857903-2bd6-445e-ab98-8f40a54dc3f8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374985 May 12 14:42:49.391009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-35528456-896f-4f77-89a4-82887e5d1271 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904591 May 12 14:42:49.520906 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d34c12f3-a3bd-4b6d-a7fd-4954c22b00fb req-10a5c8d2-b06b-4246-9c66-e2068bdb00f7 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 May 12 14:42:49.847457 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:42:50.269922 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a0dd2-8ca7-4204-a389-e52f95ac7937 req-80b225bc-6f1c-4c9f-81a1-3d5da5f7f35e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:50.271567 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-532a0dd2-8ca7-4204-a389-e52f95ac7937 req-80b225bc-6f1c-4c9f-81a1-3d5da5f7f35e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0493505 May 12 14:42:50.321973 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-532a0dd2-8ca7-4204-a389-e52f95ac7937 req-4246362d-c433-4b45-9a48-5c871e324f8c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443285 May 12 14:42:51.660204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25773-259f-4447-ba27-3264fb2f8e0b req-3663e66c-e8d5-49b2-a0d4-94e85425542f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:51.661942 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54e25773-259f-4447-ba27-3264fb2f8e0b req-3663e66c-e8d5-49b2-a0d4-94e85425542f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0617273 May 12 14:42:51.711126 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54e25773-259f-4447-ba27-3264fb2f8e0b req-222694de-f1ff-4aaf-a680-422b2e7dda46 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 May 12 14:42:52.380857 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6d62697f-7e47-425d-9590-dfd0a51b6485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:54.812149 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ef62-a238-4f16-a5ed-c642bda871b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:55.874466 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:57.040491 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:58.694356 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:02.494700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:22.378500 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bd8c-79f6-4087-9e4c-d0d79c4efed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:24.817170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5698885-ec86-405e-ab6f-fcfa22a9b1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:25.882417 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:26.847081 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:43:27.044498 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:28.705197 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.800060 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed76b-0287-47b8-bfb0-1e3b1ee8c4c0 req-f08dcfdc-5650-475b-8359-99c43dc9bc5d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:30.801540 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a18ed76b-0287-47b8-bfb0-1e3b1ee8c4c0 req-f08dcfdc-5650-475b-8359-99c43dc9bc5d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0581052 May 12 14:43:30.840600 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-6afeffa0-ef9d-4fbf-a05a-6a6fd0e5125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:30.842208 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-6afeffa0-ef9d-4fbf-a05a-6a6fd0e5125c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0589590 May 12 14:43:30.895280 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a18ed76b-0287-47b8-bfb0-1e3b1ee8c4c0 req-ddd7391c-a7b0-497b-8cbe-0f48e3260fa8 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783288 May 12 14:43:30.959103 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-da662f3a-fc58-4304-bc7b-fcbedc12e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:30.960539 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-da662f3a-fc58-4304-bc7b-fcbedc12e3f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.1073637 May 12 14:43:31.028405 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-32c9e021-8d53-47d6-b9f5-bfde34cac09b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 1001 time: 0.0611384 May 12 14:43:31.082112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-0a15b51e-757f-417b-8e52-833cf17102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:31.083545 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-0a15b51e-757f-417b-8e52-833cf17102ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0466876 May 12 14:43:31.143246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-e1b89ea6-1b32-4ed8-a346-288ee4f78df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:31.144780 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-e1b89ea6-1b32-4ed8-a346-288ee4f78df1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503986 May 12 14:43:31.248355 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-ce3c0443-8234-476a-a45b-9e45ea00e1d0 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875525 May 12 14:43:31.345923 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf7bcaf7-5f93-48df-9974-8ea8aed63cc7 req-66cf558f-0992-46dd-962a-85df603781c5 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878730 May 12 14:43:32.037187 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d272-2871-46cb-88c8-df020af967ac req-290482f2-27f3-4be0-b51b-387b024eaeea tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:32.038677 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fe0d272-2871-46cb-88c8-df020af967ac req-290482f2-27f3-4be0-b51b-387b024eaeea tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0577314 May 12 14:43:32.097449 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fe0d272-2871-46cb-88c8-df020af967ac req-202f2b29-408c-4f04-82e5-96ed471dc63d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513566 May 12 14:43:32.499774 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.226547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bab273-9434-473a-92db-dc4531832a9e req-e1612531-7494-470a-9e68-aa8f0f0e9be9 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:33.228039 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28bab273-9434-473a-92db-dc4531832a9e req-e1612531-7494-470a-9e68-aa8f0f0e9be9 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0482674 May 12 14:43:33.286111 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28bab273-9434-473a-92db-dc4531832a9e req-88cc416a-1063-4187-b7b7-a9ecb646e7d3 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 May 12 14:43:34.421468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dc1dc-6abf-48b5-bbbe-75fdaf6484b8 req-6df63a21-6bd2-4005-aef0-0b8fe0b7a545 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:34.424069 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d0dc1dc-6abf-48b5-bbbe-75fdaf6484b8 req-6df63a21-6bd2-4005-aef0-0b8fe0b7a545 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0612960 May 12 14:43:34.483678 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d0dc1dc-6abf-48b5-bbbe-75fdaf6484b8 req-2139e096-0dfd-4790-adea-c67037517ecf tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522728 May 12 14:43:35.611844 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa440-7c17-4b07-a7f5-9ca9de068354 req-0ba6cd66-c06e-4b84-a2f5-d869b197cfa5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:35.613553 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e5aa440-7c17-4b07-a7f5-9ca9de068354 req-0ba6cd66-c06e-4b84-a2f5-d869b197cfa5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0577922 May 12 14:43:35.664324 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e5aa440-7c17-4b07-a7f5-9ca9de068354 req-5bf013e8-d132-49f8-a511-e455aea474a0 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 May 12 14:43:36.795774 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb45c-8853-42f3-981d-21c7b0c98b88 req-21394200-4622-4387-bfab-29adf3449345 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:36.797167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fbecb45c-8853-42f3-981d-21c7b0c98b88 req-21394200-4622-4387-bfab-29adf3449345 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0487702 May 12 14:43:36.850663 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fbecb45c-8853-42f3-981d-21c7b0c98b88 req-f623a7be-3a57-4a48-85e4-9afb5b7bb033 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454648 May 12 14:43:37.116659 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-a66ffe53-2c4a-43a9-9f3b-4383081716b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582054 May 12 14:43:37.207419 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f62b-f33f-43fd-8605-45c481576c1a req-bdb4b014-8d2d-4872-a9e0-d0f5346a3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:37.208963 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-bdb4b014-8d2d-4872-a9e0-d0f5346a3055 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 1131 time: 0.0499129 May 12 14:43:37.314221 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f62b-f33f-43fd-8605-45c481576c1a req-73bde6e4-67b7-4fd1-9e3f-feaf448f94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:37.315720 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-73bde6e4-67b7-4fd1-9e3f-feaf448f94b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.0853214 May 12 14:43:37.384522 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-f9f2ae31-4a82-46e7-9d6d-610516c041b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 200 len: 1002 time: 0.0613964 May 12 14:43:37.434191 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f62b-f33f-43fd-8605-45c481576c1a req-45ecf3e1-8ca0-42e7-99fd-7cdcaebcd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:37.435843 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-45ecf3e1-8ca0-42e7-99fd-7cdcaebcd866 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0445588 May 12 14:43:37.482674 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f62b-f33f-43fd-8605-45c481576c1a req-a1290b7d-67b7-43d8-a45b-b53002850ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:37.484143 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-a1290b7d-67b7-43d8-a45b-b53002850ba0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377393 May 12 14:43:37.580798 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-62efb4c9-5884-43ae-997c-750c0260cfda service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891016 May 12 14:43:37.674879 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6728f62b-f33f-43fd-8605-45c481576c1a req-574d14c4-6c8d-497b-a6c3-da68ea38f3c4 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876632 May 12 14:43:37.980150 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cb872-3c45-48fd-8cd5-13e5e6b54e62 req-0638db63-04bd-42af-a3f2-23fe1ace8ecd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:37.982539 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c8cb872-3c45-48fd-8cd5-13e5e6b54e62 req-0638db63-04bd-42af-a3f2-23fe1ace8ecd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0585597 May 12 14:43:38.032032 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c8cb872-3c45-48fd-8cd5-13e5e6b54e62 req-c3e2d59b-714d-4a45-9890-9793851d8a6b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 May 12 14:43:39.149217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd48d3-ff28-4db3-9bd4-0ea69e69e3e5 req-469865a3-05cb-410e-b26f-b0d5b5de4c1f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:39.150711 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-09cd48d3-ff28-4db3-9bd4-0ea69e69e3e5 req-469865a3-05cb-410e-b26f-b0d5b5de4c1f tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0472317 May 12 14:43:39.199897 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-09cd48d3-ff28-4db3-9bd4-0ea69e69e3e5 req-719cce00-f154-49c6-a38e-ffefa00ed96c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410492 May 12 14:43:40.348967 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135ace7-c560-4b8d-8879-c889e0ae206c req-e99700a2-c3eb-4017-b33c-13a148296f98 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:40.350841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e135ace7-c560-4b8d-8879-c889e0ae206c req-e99700a2-c3eb-4017-b33c-13a148296f98 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0646214 May 12 14:43:40.400198 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e135ace7-c560-4b8d-8879-c889e0ae206c req-7cc38cf5-cbbc-4db0-a5c6-189eceab3113 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 May 12 14:43:41.540599 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e9e6-a794-4593-a571-587c734b6167 req-ccad324e-0e31-4a62-ae1a-0053963e271a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:41.543270 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c099e9e6-a794-4593-a571-587c734b6167 req-ccad324e-0e31-4a62-ae1a-0053963e271a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0603938 May 12 14:43:41.600753 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c099e9e6-a794-4593-a571-587c734b6167 req-dbcfd92c-51b7-4702-8e62-a8fa179c1bf1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479484 May 12 14:43:42.734205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e905-3d44-4603-bab2-9ede1178d5ef req-0b0797ca-1d35-4775-99ac-d2877224e628 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:42.735765 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6906e905-3d44-4603-bab2-9ede1178d5ef req-0b0797ca-1d35-4775-99ac-d2877224e628 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0561459 May 12 14:43:42.787015 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6906e905-3d44-4603-bab2-9ede1178d5ef req-6885a125-9629-4987-a42f-06cf0044f206 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453656 May 12 14:43:43.912237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c423eb-e39b-4c0c-9dd7-7ef658be175a req-7f79f7b3-51bc-49ce-acb7-3c28dabe0fdc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:43.913714 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82c423eb-e39b-4c0c-9dd7-7ef658be175a req-7f79f7b3-51bc-49ce-acb7-3c28dabe0fdc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0480192 May 12 14:43:43.962918 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82c423eb-e39b-4c0c-9dd7-7ef658be175a req-d1f50d84-ed3c-4695-8f80-3333377b881c tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 May 12 14:43:45.102509 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e2733-2933-4929-b9bc-8600be75cb38 req-9e606a3b-ac2d-41bd-8657-66616ba90410 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:45.104749 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c1e2733-2933-4929-b9bc-8600be75cb38 req-9e606a3b-ac2d-41bd-8657-66616ba90410 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0545256 May 12 14:43:45.164051 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c1e2733-2933-4929-b9bc-8600be75cb38 req-50f19cf2-6994-4027-959d-3db2de9c173a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524907 May 12 14:43:46.296596 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804355e4-9f99-48e4-9b72-f550888e82d5 req-73a1edea-8eb2-4ee1-85d8-0734bc7b4045 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:46.298103 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-804355e4-9f99-48e4-9b72-f550888e82d5 req-73a1edea-8eb2-4ee1-85d8-0734bc7b4045 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0535390 May 12 14:43:46.346126 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-804355e4-9f99-48e4-9b72-f550888e82d5 req-9eb5c787-00ea-415f-a5dd-f413f4d730bd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 May 12 14:43:47.468189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ea66-bc7f-41d2-8ad1-4188b6f81c92 req-419d7580-83f0-4ec2-987e-5a910c579303 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:47.469631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f134ea66-bc7f-41d2-8ad1-4188b6f81c92 req-419d7580-83f0-4ec2-987e-5a910c579303 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0480072 May 12 14:43:47.519719 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f134ea66-bc7f-41d2-8ad1-4188b6f81c92 req-c13f4a5e-b773-4e2a-8e0d-bb47db72fd86 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 May 12 14:43:48.636364 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef391585-e4d8-472a-89e8-9272880cfef6 req-12fdc34e-8821-485f-aa82-ee7d8f19eade tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:48.638169 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef391585-e4d8-472a-89e8-9272880cfef6 req-12fdc34e-8821-485f-aa82-ee7d8f19eade tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0475566 May 12 14:43:48.704434 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef391585-e4d8-472a-89e8-9272880cfef6 req-28b5e078-24f3-4888-8617-bef65f4c85f4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582650 May 12 14:43:49.836218 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407f1a7-5a6a-405c-8062-b1e11b5b9755 req-91f1934e-d960-4814-bd91-da9569d51268 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:49.837706 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c407f1a7-5a6a-405c-8062-b1e11b5b9755 req-91f1934e-d960-4814-bd91-da9569d51268 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0574989 May 12 14:43:49.887337 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c407f1a7-5a6a-405c-8062-b1e11b5b9755 req-d9438651-3d53-41e0-a118-b9a80fb6f0fa tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 May 12 14:43:51.003464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dc5e0-cedf-4238-8dbc-feabd3209d62 req-ea68eccf-ce9b-4221-9ce6-b8269a505f5d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:51.005040 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f0dc5e0-cedf-4238-8dbc-feabd3209d62 req-ea68eccf-ce9b-4221-9ce6-b8269a505f5d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0475397 May 12 14:43:51.055298 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f0dc5e0-cedf-4238-8dbc-feabd3209d62 req-aec93786-e1c3-4aa9-bd0a-bb9588caf643 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 May 12 14:43:52.189287 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e143e-abd2-45de-afcc-0de41befde32 req-78c8a756-157b-4b34-8806-613c390785ca tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:52.190776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d3e143e-abd2-45de-afcc-0de41befde32 req-78c8a756-157b-4b34-8806-613c390785ca tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0598845 May 12 14:43:52.241426 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d3e143e-abd2-45de-afcc-0de41befde32 req-8e5b4aa5-66f3-4448-a5ae-db1ed1453bf7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448790 May 12 14:43:52.374676 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f25efabb-ffa1-43ec-9e1c-3f4930130bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.382655 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac846e0-a4d7-4c20-8130-fe7720fe4396 req-823f2a93-f7e8-4153-92d5-40352071d163 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:53.384161 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ac846e0-a4d7-4c20-8130-fe7720fe4396 req-823f2a93-f7e8-4153-92d5-40352071d163 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0587106 May 12 14:43:53.439072 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ac846e0-a4d7-4c20-8130-fe7720fe4396 req-41ae7aec-c054-4346-a66e-6a2ccfe71a08 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489223 May 12 14:43:54.490663 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55c1df-3280-4941-a649-2d4dddf4e819 req-e795ce52-e093-4fd4-9016-7b79b49d07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:54.492398 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f55c1df-3280-4941-a649-2d4dddf4e819 req-e795ce52-e093-4fd4-9016-7b79b49d07bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0471857 May 12 14:43:54.582936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73705a2f-50ed-4920-8dc6-6d15f0c01ef8 req-29cd8492-6b6f-48bd-9302-c4e093006e3a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:54.584457 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73705a2f-50ed-4920-8dc6-6d15f0c01ef8 req-29cd8492-6b6f-48bd-9302-c4e093006e3a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0649719 May 12 14:43:54.586647 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f55c1df-3280-4941-a649-2d4dddf4e819 req-7bc36a20-5428-4da5-a89e-ee47af3fbca6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837977 May 12 14:43:54.636816 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73705a2f-50ed-4920-8dc6-6d15f0c01ef8 req-072c9c61-400a-4ee2-a41f-77e6d9db8d2e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456746 May 12 14:43:54.806752 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8175223a-a1cb-4905-9d0c-5b452b4b4ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:55.772146 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f4e84-cc29-42f9-8ece-66d9d9642c80 req-b2d2d156-c5fe-4359-a176-760251abdcd4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:55.774304 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-088f4e84-cc29-42f9-8ece-66d9d9642c80 req-b2d2d156-c5fe-4359-a176-760251abdcd4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0574865 May 12 14:43:55.829672 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-088f4e84-cc29-42f9-8ece-66d9d9642c80 req-6d622862-e490-4e8e-bc88-9c78fce60edd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495877 May 12 14:43:55.879723 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:56.947847 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e965fa-0ba5-4a95-a46a-9234a624d9fa req-6e4e4aa2-a698-40aa-9cc8-9573b87e19be tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:56.949334 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22e965fa-0ba5-4a95-a46a-9234a624d9fa req-6e4e4aa2-a698-40aa-9cc8-9573b87e19be tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0506487 May 12 14:43:56.999384 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22e965fa-0ba5-4a95-a46a-9234a624d9fa req-2e6dfa51-97a6-436f-ba18-555838d81157 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442793 May 12 14:43:57.043456 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:58.139480 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ae4e-f0e8-4279-a37f-99a761d35f2a req-7418327f-3280-49cc-8b23-6ee3a141f116 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:58.141032 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f89ae4e-f0e8-4279-a37f-99a761d35f2a req-7418327f-3280-49cc-8b23-6ee3a141f116 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0534825 May 12 14:43:58.196977 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f89ae4e-f0e8-4279-a37f-99a761d35f2a req-4796ab8c-7195-44ac-8db2-fa8004a69976 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499249 May 12 14:43:58.607439 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e15d5d-0580-469c-96bb-82cb189d6b8d req-c4e76b05-67d6-4e49-acfb-f75189a967bb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:58.608962 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67e15d5d-0580-469c-96bb-82cb189d6b8d req-c4e76b05-67d6-4e49-acfb-f75189a967bb tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0791316 May 12 14:43:58.624235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-130a707b-bf2c-4562-84d3-ff94806d3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:58.625666 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-130a707b-bf2c-4562-84d3-ff94806d3347 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0609326 May 12 14:43:58.686889 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67e15d5d-0580-469c-96bb-82cb189d6b8d req-c6d5c19c-8aa3-4659-b852-f5352575051b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717175 May 12 14:43:58.695407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:58.750375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-58c1b16f-442b-4866-ae6c-8e2043b31078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:58.752037 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-58c1b16f-442b-4866-ae6c-8e2043b31078 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.1124592 May 12 14:43:58.824757 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-0fdd4608-2363-4ca2-bbb6-bdaf6c57abaf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 1001 time: 0.0619435 May 12 14:43:58.889111 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-4aac8a0a-708b-42d5-bc55-918b583a66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:58.890875 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-4aac8a0a-708b-42d5-bc55-918b583a66e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0581222 May 12 14:43:58.952054 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-d5efd764-e528-4378-b19b-22e57b6cafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:58.953625 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-d5efd764-e528-4378-b19b-22e57b6cafb0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520871 May 12 14:43:59.063436 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-9e0ca271-0ca1-412f-8666-af89c4bdffde service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026700 May 12 14:43:59.191981 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90a2c3e2-c18c-4cbc-ad9e-55ee54aa6bd7 req-56dd9d9d-4fb9-46a1-94c2-0e733f0538f5 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135738 May 12 14:43:59.838670 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26adae-cb9d-4ad3-a475-2a17ea72fa79 req-2ef53c90-aeb5-4852-bc1b-28f38b9c242b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:59.840767 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a26adae-cb9d-4ad3-a475-2a17ea72fa79 req-2ef53c90-aeb5-4852-bc1b-28f38b9c242b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0587614 May 12 14:43:59.899806 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a26adae-cb9d-4ad3-a475-2a17ea72fa79 req-7e66abce-a8f1-466c-b762-747217873048 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538967 May 12 14:44:01.028926 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52c92-2fad-4409-bf85-ef0877f286fd req-1a480e2e-53fe-4489-b67d-99489a76e52b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:01.030413 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fa52c92-2fad-4409-bf85-ef0877f286fd req-1a480e2e-53fe-4489-b67d-99489a76e52b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0471256 May 12 14:44:01.087561 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fa52c92-2fad-4409-bf85-ef0877f286fd req-372aa864-38d7-4b5e-9495-e10c121083d7 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515823 May 12 14:44:02.210819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205d825-221e-4989-976d-3fb6073edcd3 req-d097746a-f75e-4174-8b51-17b51376b105 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:02.212359 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3205d825-221e-4989-976d-3fb6073edcd3 req-d097746a-f75e-4174-8b51-17b51376b105 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0469644 May 12 14:44:02.260755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3205d825-221e-4989-976d-3fb6073edcd3 req-844133f6-fbdf-499a-b52a-6f571e8214a6 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 May 12 14:44:02.512312 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:03.391979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8115e-9e8b-49c1-8d84-3f8160548df9 req-35e1103b-69aa-4b4d-9164-508d578e2021 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:03.393474 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4f8115e-9e8b-49c1-8d84-3f8160548df9 req-35e1103b-69aa-4b4d-9164-508d578e2021 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0522439 May 12 14:44:03.441148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4f8115e-9e8b-49c1-8d84-3f8160548df9 req-0e99baeb-7572-4fe0-ac5c-9fc91b3cd6dc tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416677 May 12 14:44:03.559839 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3b7a-550f-46a9-813d-5e839599282a req-fd2dbe79-b6e9-4719-baac-833f8a756dff tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:03.561365 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f62b3b7a-550f-46a9-813d-5e839599282a req-fd2dbe79-b6e9-4719-baac-833f8a756dff tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0513437 May 12 14:44:03.574432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 51912) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:03.578867 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Request body: {'floatingip': {'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:03.640708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:03.847128 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:44:04.376531 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.384008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.611958 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Router 3c676323-7deb-44fd-a6e2-f7b0597abdef has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:04.725270 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:04.731998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.736815 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] Sync routers for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:04.749130 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:04.749737 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:43:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:04.763339 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:04.765645 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:04.802620 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1f9a23d3-0b26-4174-8b6d-7f7016de83c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "PUT /v2.0/floatingips/b7f77e52-73cb-480a-bfa1-442bbfa38994 HTTP/1.1" status: 200 len: 993 time: 1.2250075 May 12 14:44:04.854933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e76b9d-9bf5-497f-a5ad-a5d03fd352e6 x-openstack-request-id: req-53e76b9d-9bf5-497f-a5ad-a5d03fd352e6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:04.855228 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:04.855538 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53e76b9d-9bf5-497f-a5ad-a5d03fd352e6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:04.855988 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e76b9d-9bf5-497f-a5ad-a5d03fd352e6'] response: {'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'status': 'completed', 'code': 200} May 12 14:44:04.864504 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:04.954804 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-9c849363-db8b-47b5-991f-2f70e6887a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:04.956406 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-9c849363-db8b-47b5-991f-2f70e6887a01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0408640 May 12 14:44:05.056138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-f19e07a2-10c6-4773-9fd0-8b4fa178f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:05.057558 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-f19e07a2-10c6-4773-9fd0-8b4fa178f882 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.0935211 May 12 14:44:05.134530 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-5c275297-accb-4d7a-82f7-b78004ba1314 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 1001 time: 0.0640714 May 12 14:44:05.167973 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'b7f77e52-73cb-480a-bfa1-442bbfa38994', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:40:14Z', 'updated_at': '2022-05-12T14:44:04Z', 'revision_number': 3, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:05.186036 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-745bafa9-a8c5-4a0b-88b9-cee7e8f3d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:05.187509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-745bafa9-a8c5-4a0b-88b9-cee7e8f3d7f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0434215 May 12 14:44:05.193752 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] Checking router: 3c676323-7deb-44fd-a6e2-f7b0597abdef for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:05.202394 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:05.202993 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:43:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:05.233240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-2cb1b83a-169a-4eb9-9058-7b872e045477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:05.234863 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-2cb1b83a-169a-4eb9-9058-7b872e045477 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395980 May 12 14:44:05.310239 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:05.328880 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-9f915326-1569-4c23-a84e-be30fae96629 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865507 May 12 14:44:05.419755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda7d1a7-f168-41a1-b8b2-e47cc243fbbd req-f01d0c3f-8a01-4fea-a641-5b7dd9e38fa0 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838835 May 12 14:44:05.527512 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'b7f77e52-73cb-480a-bfa1-442bbfa38994', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:40:14Z', 'updated_at': '2022-05-12T14:44:04Z', 'revision_number': 3, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:05.554471 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19105b10-4d4a-498c-9ea4-3cf171005bb7 None None] The sync data for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi is: [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'b7f77e52-73cb-480a-bfa1-442bbfa38994', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'port_id': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'mac_address': 'fa:16:3e:d2:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea7027-b13e-4308-980a-84c359ae9be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:40:14Z', 'updated_at': '2022-05-12T14:44:04Z', 'revision_number': 3, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:06.857818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:06.860284 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c77f08-1359-44e1-929a-6a1b25dfaf03" -d '{"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:06.896295 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6efccc-8cfa-4c75-9898-0dcc00cd30d0 x-openstack-request-id: req-cd6efccc-8cfa-4c75-9898-0dcc00cd30d0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:06.896596 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:06.896856 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd6efccc-8cfa-4c75-9898-0dcc00cd30d0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:06.897266 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6efccc-8cfa-4c75-9898-0dcc00cd30d0'] response: {'name': 'network-changed', 'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'status': 'completed', 'code': 200} May 12 14:44:07.005411 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-273fb7f9-b52f-4d42-85ba-2216a62ded15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:07.007733 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-273fb7f9-b52f-4d42-85ba-2216a62ded15 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2580eb79c9684c318adbfaa325e7f12c&device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 1130 time: 0.0442059 May 12 14:44:07.100263 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-aa2adf37-d99f-43a2-8711-21e70f47af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:07.101747 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-aa2adf37-d99f-43a2-8711-21e70f47af21 service neutron] 10.222.0.85 "GET /v2.0/networks?id=50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 200 len: 919 time: 0.0871618 May 12 14:44:07.171633 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-fd98b253-5148-4bef-ba71-8153ce9fe34b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 200 len: 1001 time: 0.0622609 May 12 14:44:07.221506 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-cef27507-63aa-447a-910d-ec7084d3c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:07.222927 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-cef27507-63aa-447a-910d-ec7084d3c5b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 200 len: 857 time: 0.0428360 May 12 14:44:07.266640 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-406984c4-8c44-421a-9511-97e0c319f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:07.268097 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-406984c4-8c44-421a-9511-97e0c319f8b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=50fb2d7f-8dca-4e62-9436-b1a9279da276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385187 May 12 14:44:07.367395 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-44ce2241-9a0e-4fe1-b153-c0c96d123644 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920057 May 12 14:44:07.461017 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-51c77f08-1359-44e1-929a-6a1b25dfaf03 req-d6419735-b6a5-4323-8fac-d33baa91eae7 service neutron] 10.222.0.85 "GET /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831282 May 12 14:44:17.992953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16454-9f63-410e-87dc-521f1f260aea req-996daa7e-35b1-4b37-b0ca-39415eb896b1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:17.994492 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97b16454-9f63-410e-87dc-521f1f260aea req-996daa7e-35b1-4b37-b0ca-39415eb896b1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0554183 May 12 14:44:18.049719 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97b16454-9f63-410e-87dc-521f1f260aea req-2784ef41-ff6f-40a1-8301-abd96bed2767 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491757 May 12 14:44:19.171624 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92545b78-1b61-4dbf-a105-cb339907864d req-b0aa3dfb-d2fa-4a24-8e18-eca9fc4d3b50 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:19.173110 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92545b78-1b61-4dbf-a105-cb339907864d req-b0aa3dfb-d2fa-4a24-8e18-eca9fc4d3b50 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0519972 May 12 14:44:19.223045 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92545b78-1b61-4dbf-a105-cb339907864d req-0bb96428-09a3-4784-99d6-cc0303cc699c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442400 May 12 14:44:20.351585 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bba9c-c06a-4c72-b0a7-656aa860524b req-4e577506-c2d2-4175-b41c-996ec2811633 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:20.353064 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e45bba9c-c06a-4c72-b0a7-656aa860524b req-4e577506-c2d2-4175-b41c-996ec2811633 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0517039 May 12 14:44:20.410463 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e45bba9c-c06a-4c72-b0a7-656aa860524b req-f0260326-e558-4718-a8bf-5f43cad97c5b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491691 May 12 14:44:21.547284 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab030e4-944b-4c6e-b777-755577ce7864 req-03d9efac-405e-4021-8cbe-5f5292d31510 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:21.548780 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ab030e4-944b-4c6e-b777-755577ce7864 req-03d9efac-405e-4021-8cbe-5f5292d31510 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0597260 May 12 14:44:21.599100 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ab030e4-944b-4c6e-b777-755577ce7864 req-30a81893-718b-4b3b-8836-b2b78d802211 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 May 12 14:44:22.367827 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b8c005e-14bc-4df6-a36f-79a7dcbdd77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:22.724828 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2808-9616-429a-8839-daaa159a5448 req-5b8a795d-ee16-4465-9fd5-98a13a3db819 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:22.726339 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-601e2808-9616-429a-8839-daaa159a5448 req-5b8a795d-ee16-4465-9fd5-98a13a3db819 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0475013 May 12 14:44:22.775252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-601e2808-9616-429a-8839-daaa159a5448 req-f8382dde-f1be-4690-b561-36538a5c7247 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 May 12 14:44:23.894802 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7f7a7-df92-46d4-aa91-faf716dc79d1 req-68b04493-dea1-4226-9b8b-84e516e151d7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:23.896290 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ac7f7a7-df92-46d4-aa91-faf716dc79d1 req-68b04493-dea1-4226-9b8b-84e516e151d7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0500510 May 12 14:44:23.949716 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ac7f7a7-df92-46d4-aa91-faf716dc79d1 req-d1cf9d28-8ec1-47c4-b313-e3654a0f900f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477977 May 12 14:44:24.801976 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1fcb-80ca-45ba-816d-f98c24dd97c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:24.836140 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a3eab-45b5-434a-b07a-27d07a75e58a req-06a59a5c-4997-481b-bb85-e5b65e4fa7ee tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:24.837643 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a2a3eab-45b5-434a-b07a-27d07a75e58a req-06a59a5c-4997-481b-bb85-e5b65e4fa7ee tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0529704 May 12 14:44:24.886192 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a2a3eab-45b5-434a-b07a-27d07a75e58a req-e7265c90-40ae-4f60-aaa0-adbd3c893630 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 May 12 14:44:25.080528 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0936413-fedb-41e5-9129-f495a285463b req-9ebcb2af-443b-4355-afc5-2a3639d952d7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:25.082033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e0936413-fedb-41e5-9129-f495a285463b req-9ebcb2af-443b-4355-afc5-2a3639d952d7 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0483973 May 12 14:44:25.133981 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e0936413-fedb-41e5-9129-f495a285463b req-7d502552-c371-4822-92bf-a9f8e6483398 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462203 May 12 14:44:25.887065 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:26.019503 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771698-a681-4c60-9123-a58c66663722 req-2213d9d4-4487-410c-ba9d-e0982ef918fa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:26.021005 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b771698-a681-4c60-9123-a58c66663722 req-2213d9d4-4487-410c-ba9d-e0982ef918fa tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0612731 May 12 14:44:26.072805 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b771698-a681-4c60-9123-a58c66663722 req-7b17a33d-0de0-4f2f-985f-d7d0457ba923 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433617 May 12 14:44:26.259534 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9a55b-3d86-47e9-9451-eef865d5a7da req-daf737ff-e176-409c-ab23-26b487964759 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:26.261031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cc9a55b-3d86-47e9-9451-eef865d5a7da req-daf737ff-e176-409c-ab23-26b487964759 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0502651 May 12 14:44:26.310217 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cc9a55b-3d86-47e9-9451-eef865d5a7da req-7e231291-fc53-4071-9c77-de9dcb20a440 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 May 12 14:44:27.054830 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:27.203452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3af72-3a71-48d5-b804-9b5c6260b4bd req-393f20dd-0e23-41b5-ae9b-304f6647b635 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:27.204944 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0fa3af72-3a71-48d5-b804-9b5c6260b4bd req-393f20dd-0e23-41b5-ae9b-304f6647b635 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0537288 May 12 14:44:27.251028 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0fa3af72-3a71-48d5-b804-9b5c6260b4bd req-e423192c-66ca-4342-8a8b-42e111e3d990 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=1d0349d0-c3bd-430d-a8a8-87cb4c07a128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 May 12 14:44:27.297947 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-6f2c48af-5177-4ef1-93d3-4b190b7d6eb4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:27.299369 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-6f2c48af-5177-4ef1-93d3-4b190b7d6eb4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 947 time: 0.0467100 May 12 14:44:27.414085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Deleting port b36316ae-0793-416c-9119-9819353b009c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:27.414333 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (b36316ae-0793-416c-9119-9819353b009c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:27.452512 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2b9ee-faec-486b-97d3-1030ae314eba req-25d68e27-37b3-4ebd-b5a9-93cd8b4c835e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:27.454004 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b8c2b9ee-faec-486b-97d3-1030ae314eba req-25d68e27-37b3-4ebd-b5a9-93cd8b4c835e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0740864 May 12 14:44:27.556246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] For port b36316ae-0793-416c-9119-9819353b009c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b36316ae-0793-416c-9119-9819353b009c,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:27.556627 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (b36316ae-0793-416c-9119-9819353b009c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:27.570422 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b8c2b9ee-faec-486b-97d3-1030ae314eba req-47fa0b13-c129-4cd7-aaa5-e1bf69f99882 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107559 May 12 14:44:27.791178 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:27.791471 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (76b93763-c4a1-4067-ac19-b39887864801), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:27.792162 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Floating IP 76b93763-c4a1-4067-ac19-b39887864801 disassociated. External IP: 172.27.1.251, port: b36316ae-0793-416c-9119-9819353b009c. May 12 14:44:27.792510 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Calling delete_port for b36316ae-0793-416c-9119-9819353b009c owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:27.933481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (b36316ae-0793-416c-9119-9819353b009c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:27.965997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event deleted for resources: {'Port': ['ID=b36316ae-0793-416c-9119-9819353b009c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:27.977948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.978405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.978879 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.979274 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.979768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.980229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.980674 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.981127 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.981588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.982041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.982506 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.982926 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.983242 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.983569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:27.983918 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:28.360301 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:28.363019 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b701ccb4-ea77-4b8f-9308-e48e3acae4d9 req-e7ce72c4-5893-4862-bf1f-bd3865d46230 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0358148 May 12 14:44:28.474545 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:28.491863 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:28.511758 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:28.513420 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:28.521825 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] No DVR routers for this DVR port b36316ae-0793-416c-9119-9819353b009c on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:28.525329 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:28.533430 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64736cb0-6d81-4b58-9218-3bc31efa5c35 req-29e48237-ccab-435d-babb-927f0ea150f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "DELETE /v2.0/ports/b36316ae-0793-416c-9119-9819353b009c HTTP/1.1" status: 204 len: 173 time: 1.2215858 May 12 14:44:28.533430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-deleted', 'tag': 'b36316ae-0793-416c-9119-9819353b009c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:28.533430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce28b0d-60c2-4890-a077-bd5f64bf6a12" -d '{"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-deleted", "tag": "b36316ae-0793-416c-9119-9819353b009c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:28.650497 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea345cae-5c00-451f-ac28-5b8dfa804857 x-openstack-request-id: req-ea345cae-5c00-451f-ac28-5b8dfa804857 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:28.650785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbaf2e7-9702-48d5-8a0e-5088f269f7f1", "name": "network-vif-deleted", "tag": "b36316ae-0793-416c-9119-9819353b009c", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:28.651043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea345cae-5c00-451f-ac28-5b8dfa804857 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:28.651437 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea345cae-5c00-451f-ac28-5b8dfa804857'] response: {'server_uuid': '1dbaf2e7-9702-48d5-8a0e-5088f269f7f1', 'name': 'network-vif-deleted', 'tag': 'b36316ae-0793-416c-9119-9819353b009c', 'status': 'completed', 'code': 200} May 12 14:44:28.679129 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:28.741086 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:28.748182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741a91-c31c-4f2e-bc0c-7cc36f684c05 req-224a8027-9bed-4e1f-a51a-f7f600903925 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:28.749823 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e7741a91-c31c-4f2e-bc0c-7cc36f684c05 req-224a8027-9bed-4e1f-a51a-f7f600903925 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0852916 May 12 14:44:28.783547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2c357-f51b-46d3-9730-1b9a9ea94125 req-17214396-3f7f-456a-a4f9-892cf4b4f7c3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:28.785258 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28d2c357-f51b-46d3-9730-1b9a9ea94125 req-17214396-3f7f-456a-a4f9-892cf4b4f7c3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0780919 May 12 14:44:28.829662 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e7741a91-c31c-4f2e-bc0c-7cc36f684c05 req-d7b3739e-0405-4e9f-a6fb-d2d3b3a73a75 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722270 May 12 14:44:28.857371 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-28d2c357-f51b-46d3-9730-1b9a9ea94125 req-538c3675-1161-42d8-ae3d-82b7b4dd4337 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600655 May 12 14:44:28.935352 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:28.964658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:28.974619 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:28.975241 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:29.097049 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:29.296182 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:29.323307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd89144a-8410-4c1b-9b90-6f7fcc2d5eae None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:29.490847 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5707be6b-e051-4171-a1ed-92bc9fcc8814 req-e6ea9439-810b-42b9-ac13-f8ddfe338da0 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=1dbaf2e7-9702-48d5-8a0e-5088f269f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0332956 May 12 14:44:29.620876 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbb355-84b9-4f1d-829c-39f677f8e967 None None] New status for floating IP 76b93763-c4a1-4067-ac19-b39887864801: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:44:29.991441 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de1163-d988-4805-b6f6-93eb36fb6094 req-801b211b-6373-42c4-87da-45b96285406d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:29.992951 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3de1163-d988-4805-b6f6-93eb36fb6094 req-801b211b-6373-42c4-87da-45b96285406d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0767915 May 12 14:44:30.013108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a25825-4517-47eb-9eb4-5825fb377fab req-de89b527-4067-42f0-bf26-8ac287ee46c2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:30.014891 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58a25825-4517-47eb-9eb4-5825fb377fab req-de89b527-4067-42f0-bf26-8ac287ee46c2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0853629 May 12 14:44:30.074935 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3de1163-d988-4805-b6f6-93eb36fb6094 req-ea2fd2b4-24a3-4754-b06a-6ac98a3ce488 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761600 May 12 14:44:30.090546 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58a25825-4517-47eb-9eb4-5825fb377fab req-9f0aa101-aa75-4f71-984c-e2f28b069072 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677588 May 12 14:44:30.601136 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52018) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:30.661189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b733a7e-b3fa-4edf-8df5-110e24f98f34 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (1d0349d0-c3bd-430d-a8a8-87cb4c07a128), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:30.687989 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b733a7e-b3fa-4edf-8df5-110e24f98f34 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (1d0349d0-c3bd-430d-a8a8-87cb4c07a128), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:30.736595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b733a7e-b3fa-4edf-8df5-110e24f98f34 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (1d0349d0-c3bd-430d-a8a8-87cb4c07a128), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:30.739448 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b733a7e-b3fa-4edf-8df5-110e24f98f34 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:30.740691 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8b733a7e-b3fa-4edf-8df5-110e24f98f34 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "DELETE /v2.0/security-groups/1d0349d0-c3bd-430d-a8a8-87cb4c07a128 HTTP/1.1" status: 204 len: 168 time: 0.1384337 May 12 14:44:30.743616 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52020) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:30.750564 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b733a7e-b3fa-4edf-8df5-110e24f98f34 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0349d0-c3bd-430d-a8a8-87cb4c07a128,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:30.759383 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-3b7e89f5-c1f9-4165-b070-b62f16f9bcf8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] show failed (client error): The resource could not be found. May 12 14:44:30.763841 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3b7e89f5-c1f9-4165-b070-b62f16f9bcf8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups/1d0349d0-c3bd-430d-a8a8-87cb4c07a128 HTTP/1.1" status: 404 len: 347 time: 0.0184977 May 12 14:44:30.764530 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52024) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:30.881079 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Deleting port 86fbb5f2-0916-48bc-927c-ee29f07f4e73 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:30.881520 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.186145 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.186380 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (86fbb5f2-0916-48bc-927c-ee29f07f4e73), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.190723 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:31.199883 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Calling delete_port for 86fbb5f2-0916-48bc-927c-ee29f07f4e73 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:31.212827 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: b36316ae-0793-416c-9119-9819353b009c {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:31.213589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b36316ae-0793-416c-9119-9819353b009c not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:31.232395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bd1a4-6447-45c1-a9f7-cb4d5c14c451 req-ae748035-84a5-44bf-96f3-12c6115cce56 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:31.234096 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a9bd1a4-6447-45c1-a9f7-cb4d5c14c451 req-ae748035-84a5-44bf-96f3-12c6115cce56 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0845833 May 12 14:44:31.242338 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6096e-d5c2-4181-9ca0-2a39808bbfd5 req-e86183c5-1a38-4ade-89de-cb7f3af366bd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:31.244023 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97f6096e-d5c2-4181-9ca0-2a39808bbfd5 req-e86183c5-1a38-4ade-89de-cb7f3af366bd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0810964 May 12 14:44:31.334323 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a9bd1a4-6447-45c1-a9f7-cb4d5c14c451 req-5c91826e-8341-4d5f-befb-e24cdc3aa557 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892057 May 12 14:44:31.347241 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97f6096e-d5c2-4181-9ca0-2a39808bbfd5 req-4cde5f4d-3308-4479-87ac-2fc446a675d8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961177 May 12 14:44:31.374344 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (86fbb5f2-0916-48bc-927c-ee29f07f4e73), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.401456 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event deleted for resources: {'Port': ['ID=86fbb5f2-0916-48bc-927c-ee29f07f4e73,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:31.425971 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.426321 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.426663 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.427000 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.427368 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.427705 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.428013 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.428375 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.428701 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.429024 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.429345 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.429670 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.430020 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.430342 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.430661 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.475253 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (76b93763-c4a1-4067-ac19-b39887864801), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.477967 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.479048 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e2aacfdb-c132-49eb-80f0-97d7e1f27751 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "DELETE /v2.0/floatingips/76b93763-c4a1-4067-ac19-b39887864801 HTTP/1.1" status: 204 len: 168 time: 0.7133689 May 12 14:44:31.572174 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52032) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:31.576979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315023476', 'description': 'tempest-description--1964628826'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:31.598777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.673335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (d73a3d68-519b-4dd5-9ae7-89b27dfc38e0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.678623 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d73a3d68-519b-4dd5-9ae7-89b27dfc38e0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.705660 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.706872 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1336532 May 12 14:44:31.709944 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:31.710813 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b5849-5f8c-412d-b9c7-2c08c00dffab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:31.714715 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'security_group_rule': {'security_group_id': 'd73a3d68-519b-4dd5-9ae7-89b27dfc38e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:31.742991 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (6594b948-d47a-4fbd-8d70-08557ccb0787), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.798787 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (6594b948-d47a-4fbd-8d70-08557ccb0787), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.805147 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (6594b948-d47a-4fbd-8d70-08557ccb0787), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.825502 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6594b948-d47a-4fbd-8d70-08557ccb0787,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:31.832522 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.834548 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4f3c2093-9b79-4084-861d-dd088eccba2c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227696 May 12 14:44:31.838325 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52036) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:31.840728 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'security_group_rule': {'security_group_id': 'd73a3d68-519b-4dd5-9ae7-89b27dfc38e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:31.867291 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (d7b35db8-738f-4d7f-9a3d-089d163eecac), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.928463 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (d7b35db8-738f-4d7f-9a3d-089d163eecac), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.933285 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (d7b35db8-738f-4d7f-9a3d-089d163eecac), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.950460 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b35db8-738f-4d7f-9a3d-089d163eecac,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:31.960680 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.961839 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-65a7c8b1-319d-4abc-9474-069e742a9efc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244543 May 12 14:44:31.965236 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52038) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:31.970283 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:31.994162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.074085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.192727 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Allocated IP 172.27.1.164 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/fa8dce91-ba26-4c3a-9280-c22e4885cdb8) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:44:32.294166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.335126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.375772 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:44:32.381026 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:44:32.383853 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:44:32.390432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'Port': ['ID=fa8dce91-ba26-4c3a-9280-c22e4885cdb8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:32.491960 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba9793-047e-4175-8b96-9e9b99c3f509 req-42d209ed-34ba-495f-bcc1-87105bba6785 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:32.493329 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19ba9793-047e-4175-8b96-9e9b99c3f509 req-42d209ed-34ba-495f-bcc1-87105bba6785 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0833127 May 12 14:44:32.494044 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.518020 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa84fb2-efac-42df-a1de-b7d115897f72 req-746bd35f-3822-426b-94c2-0671443a1f1a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:32.519460 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8aa84fb2-efac-42df-a1de-b7d115897f72 req-746bd35f-3822-426b-94c2-0671443a1f1a tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0937285 May 12 14:44:32.608284 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (6701644d-9db2-4c75-a8ad-bbba7bd9cf93), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.617835 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19ba9793-047e-4175-8b96-9e9b99c3f509 req-78afc6bd-da7a-4e53-b5a3-d00cf8e1e116 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177189 May 12 14:44:32.631374 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8aa84fb2-efac-42df-a1de-b7d115897f72 req-491f819d-40e2-4e19-ae77-0468c45b6e05 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026623 May 12 14:44:32.660936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.848291 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.854453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.927588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'Port': ['ID=fa8dce91-ba26-4c3a-9280-c22e4885cdb8,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:32.938644 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (6701644d-9db2-4c75-a8ad-bbba7bd9cf93), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.955450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:32.956826 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e46ad5bc-4fee-4759-9606-2f93084c25a4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9905803 May 12 14:44:33.120011 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-715d9d5f-6f4f-478c-b9c5-f7e8191935f8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1315023476&fields=id&tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 267 time: 0.0514903 May 12 14:44:33.254052 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-5e550ce5-29fb-473e-a2d0-70bb972352f2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:33.256067 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-5e550ce5-29fb-473e-a2d0-70bb972352f2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 816 time: 0.1292884 May 12 14:44:33.272939 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-d814ca48-e7b6-4db2-8fad-00cefada0da8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/quotas/0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 375 time: 0.0113053 May 12 14:44:33.332792 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-1861a48a-6feb-457a-8e95-2914cbd66d68 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547326 May 12 14:44:33.490152 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-2db45de1-6393-4664-9cbd-355e319ff8e8 service neutron] 10.222.0.79 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372640 May 12 14:44:33.587010 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-0976f37c-3559-40d5-8382-b46da63ed7be service neutron] 10.222.0.79 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909922 May 12 14:44:33.735375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cea97-bc82-4b19-ac4c-063aa1510c80 req-78767a39-a8ff-4aaf-8aaf-45cf86cd2a06 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:33.736892 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-871cea97-bc82-4b19-ac4c-063aa1510c80 req-78767a39-a8ff-4aaf-8aaf-45cf86cd2a06 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0479970 May 12 14:44:33.792105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-871cea97-bc82-4b19-ac4c-063aa1510c80 req-1e09d325-5b72-4d82-9ec2-8ef032c65771 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 May 12 14:44:33.900596 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33e94f-b9cd-4f60-ac94-cafdaca0fda0 req-f3e219eb-a022-427b-9689-b9ad5ac83f07 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:33.901945 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4f33e94f-b9cd-4f60-ac94-cafdaca0fda0 req-f3e219eb-a022-427b-9689-b9ad5ac83f07 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0481997 May 12 14:44:33.954707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4f33e94f-b9cd-4f60-ac94-cafdaca0fda0 req-92e0af7b-0bdf-46e1-98e8-1f573339d197 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 May 12 14:44:34.167083 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822af5-aa67-4cf9-a878-e109f1c976d3 req-7475840d-e6d6-4bd3-a9d1-ba7a1fa13632 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.168473 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2822af5-aa67-4cf9-a878-e109f1c976d3 req-7475840d-e6d6-4bd3-a9d1-ba7a1fa13632 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0553174 May 12 14:44:34.227038 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2822af5-aa67-4cf9-a878-e109f1c976d3 req-0b1a629a-db47-4600-b37e-f7d310c2b600 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527630 May 12 14:44:34.259059 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-e0ea3bcf-b72c-470d-9e41-68af0549f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.260616 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-e0ea3bcf-b72c-470d-9e41-68af0549f586 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1129 time: 0.0531161 May 12 14:44:34.353807 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-9ea32301-ccef-47cb-9458-464ea8c81eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.355286 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-9ea32301-ccef-47cb-9458-464ea8c81eb9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 912 time: 0.0880725 May 12 14:44:34.434789 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-830ab78c-d233-4c00-b9c2-c9d506e37bdb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 200 len: 1001 time: 0.0669389 May 12 14:44:34.484546 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-caf76e01-025c-4587-9c79-539e2cc0130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.485978 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-caf76e01-025c-4587-9c79-539e2cc0130f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.0444300 May 12 14:44:34.539225 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-5f622ccf-6d0b-4e20-b77f-906bcceeb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.540723 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-5f622ccf-6d0b-4e20-b77f-906bcceeb51a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394206 May 12 14:44:34.638611 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-e5f94c25-ca96-4d7b-b64a-e3ac6b2b68f9 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888371 May 12 14:44:34.745826 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-898a4cf2-b31e-4a7d-92ba-a1684fa97080 req-ba4cc85b-4590-4dc6-b55e-2dcc12fb2d1e service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994482 May 12 14:44:34.793441 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fe70ce9f-eb62-4880-bdee-0724afac3b28 req-398768c7-6fe8-42be-a946-0bb42b8fb18a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0405927 May 12 14:44:34.912635 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd229b-7bd3-40e1-9fea-9212d90178c6 req-cb73b1cc-951c-4d54-959c-86b22a32f99c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.914132 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fecd229b-7bd3-40e1-9fea-9212d90178c6 req-cb73b1cc-951c-4d54-959c-86b22a32f99c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0478587 May 12 14:44:34.974891 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fecd229b-7bd3-40e1-9fea-9212d90178c6 req-46a88399-04b9-4642-bee7-f7b236bc326a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543907 May 12 14:44:35.347423 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165a585-06eb-47cf-ad39-3475ff0664bd req-5673d56d-8f8c-4e7d-9542-98a6626a0743 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:35.348950 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e165a585-06eb-47cf-ad39-3475ff0664bd req-5673d56d-8f8c-4e7d-9542-98a6626a0743 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0510528 May 12 14:44:35.399486 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e165a585-06eb-47cf-ad39-3475ff0664bd req-aee9e85f-78b4-4859-8cc4-129a099d924e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 May 12 14:44:35.897777 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-761638d8-f4d8-447d-8604-9c7323f2790f req-30e06f61-129b-4258-8566-66423c78897d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0322161 May 12 14:44:36.102756 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15500c-48e6-4ea8-a56e-76c1f5a491db req-3a5ccd9c-38ef-4a60-850c-7752e5dd2b0e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:36.104236 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f15500c-48e6-4ea8-a56e-76c1f5a491db req-3a5ccd9c-38ef-4a60-850c-7752e5dd2b0e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0489650 May 12 14:44:36.156458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f15500c-48e6-4ea8-a56e-76c1f5a491db req-7981cbb1-6322-4e2f-b5aa-f38aeab0c30e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 May 12 14:44:36.517790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1f96e-abd3-4047-91c6-6f8df5990c6c req-65a6d50a-c00c-428a-9f06-4dce7c205816 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:36.518848 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cfc1f96e-abd3-4047-91c6-6f8df5990c6c req-65a6d50a-c00c-428a-9f06-4dce7c205816 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0491595 May 12 14:44:36.569988 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cfc1f96e-abd3-4047-91c6-6f8df5990c6c req-360baa8f-366d-4f9e-a2a6-029af26efdb6 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 May 12 14:44:37.019488 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-157c7458-d705-430d-9ae5-f302d5905e27 req-3e29878c-fe62-4124-9b35-4e9fb3716308 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0313954 May 12 14:44:37.275114 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c93908-13ca-4f2e-bd20-7ceb18466c0d req-2f07cf48-aa6a-46dd-92cd-b42976fdce7b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:37.276624 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-13c93908-13ca-4f2e-bd20-7ceb18466c0d req-2f07cf48-aa6a-46dd-92cd-b42976fdce7b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0509658 May 12 14:44:37.325855 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-13c93908-13ca-4f2e-bd20-7ceb18466c0d req-963f0342-fba3-4f37-9ffe-6d84fa36a3e2 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 May 12 14:44:37.774878 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-689d2d4f-da7b-423d-a14f-596e677c6047 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:37.776408 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-689d2d4f-da7b-423d-a14f-596e677c6047 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 816 time: 0.1054933 May 12 14:44:37.865124 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-8498c07c-a333-46e6-aeab-dcdf1087bac6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 380 time: 0.0570188 May 12 14:44:38.073321 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'port': {'device_id': '05cf6710-d383-4d92-8328-2812361411a4', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'admin_state_up': True, 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'security_groups': ['d73a3d68-519b-4dd5-9ae7-89b27dfc38e0']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:38.174288 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8fdb1774-f571-41ba-9599-c52abf2d7815 req-1baa208b-66ad-4eae-ab24-ee7555dd844c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0794187 May 12 14:44:38.195021 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-0388559c-ba18-44ca-8455-99d2fa92f471 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886908 May 12 14:44:38.233814 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Made reservation on behalf of 0dd7bf482a7c472bbe4857f2d71d00e1 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:44:38.237329 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.290030 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-9e55ea85-6228-4ad3-96ef-b249fa969619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.291512 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-9e55ea85-6228-4ad3-96ef-b249fa969619 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 1129 time: 0.0520735 May 12 14:44:38.748206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8254bd-87a9-4eab-beec-d3361b53e332 req-09c34ec8-9683-4cec-8af3-0125b918b590 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.749583 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb8254bd-87a9-4eab-beec-d3361b53e332 req-09c34ec8-9683-4cec-8af3-0125b918b590 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.3533268 May 12 14:44:38.753766 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Allocated IP 172.20.0.13 (272339fb-b619-4ece-94ff-5fe15c567402/f06672bd-70c6-4130-a103-df043d7cd32e/a6930fb7-573c-4eee-bf16-c9de09bd6eb3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:44:38.756006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-1fa80303-bec3-40c3-a236-bad5cf72a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.757368 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-1fa80303-bec3-40c3-a236-bad5cf72a0da service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.4331632 May 12 14:44:38.840407 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb8254bd-87a9-4eab-beec-d3361b53e332 req-545df15f-fda5-45fd-9496-200de2694162 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820978 May 12 14:44:38.931138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.966900 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.008298 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Network 272339fb-b619-4ece-94ff-5fe15c567402 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:44:39.011276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:44:39.017100 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:44:39.040417 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:39.114182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.114825 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.134338 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-6edf05b4-27bc-447c-8183-a07249cab1dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 HTTP/1.1" status: 200 len: 1001 time: 0.0884943 May 12 14:44:39.139811 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-57a78d8d-98e2-43b5-8f6e-48a004aba3b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719450 May 12 14:44:39.232357 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Request body: {'port': {'device_id': '05cf6710-d383-4d92-8328-2812361411a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:39.251857 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-d7e3b9ef-0139-4e2b-974b-d75130b4656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.253593 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-d7e3b9ef-0139-4e2b-974b-d75130b4656e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1129 time: 0.0410514 May 12 14:44:39.267359 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-8471170f-02b2-4ee0-8dce-df908dbe3cfc None None] Provisioning complete for port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:44:39.268503 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8471170f-02b2-4ee0-8dce-df908dbe3cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.305301 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8471170f-02b2-4ee0-8dce-df908dbe3cfc None None] Port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:44:39.343592 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ca694-cc21-45a4-a560-e4b3ee54c244 req-d18553a4-9f17-4daf-9d59-114761f62974 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.345288 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e44ca694-cc21-45a4-a560-e4b3ee54c244 req-d18553a4-9f17-4daf-9d59-114761f62974 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 932 time: 0.0841615 May 12 14:44:39.355622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-8d115414-d71f-436e-8b31-f0b950646c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.357177 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-8d115414-d71f-436e-8b31-f0b950646c58 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 910 time: 0.0943210 May 12 14:44:39.373807 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-62dd7e40-7fc3-4a63-9c54-baed1f1a42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.375211 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-62dd7e40-7fc3-4a63-9c54-baed1f1a42a3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.1389976 May 12 14:44:39.398649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.426944 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-f4dfd855-2d0d-418f-9d80-d2974792783d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 1001 time: 0.0626810 May 12 14:44:39.476358 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-9b0989e9-22c8-450d-9cff-0aa47fecd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.477884 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-9b0989e9-22c8-450d-9cff-0aa47fecd71f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890965 May 12 14:44:39.479762 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-3f4e5d16-f46e-4bff-8a67-2c8e01cf76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.481243 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-3f4e5d16-f46e-4bff-8a67-2c8e01cf76be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.0454030 May 12 14:44:39.484352 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e44ca694-cc21-45a4-a560-e4b3ee54c244 req-c40ba993-1076-4401-b769-4e47829b2140 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206295 May 12 14:44:39.531761 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-d593ad17-d735-4992-a5b5-33b6ac6adf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.533570 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-d593ad17-d735-4992-a5b5-33b6ac6adf1f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393417 May 12 14:44:39.627369 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-d66b8415-2a8f-4138-a5ae-ff1bdda4285d service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862794 May 12 14:44:39.677170 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-d3b88fd4-c695-41d8-a443-fad5dba701a2 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835654 May 12 14:44:39.728532 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ee312cd-1dca-45f7-a477-1f314fca2c72 req-8b2fb800-2ade-4954-8587-67286146c08b service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920959 May 12 14:44:39.830048 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5382d82c-0155-4165-b251-5b7183bc6c45 req-d767582c-dde4-4a38-9260-421731426cc2 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432657 May 12 14:44:39.874149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6930fb7-573c-4eee-bf16-c9de09bd6eb3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:39.882188 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Publish callbacks [] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.896352 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Transition to ACTIVE for port object a6930fb7-573c-4eee-bf16-c9de09bd6eb3 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:44:39.901540 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.982517 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:39.997687 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55cae-5883-4a5d-8a63-b3c1571cd7cd req-e5e79c9e-7005-47ef-9413-17daa295381c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.999231 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41d55cae-5883-4a5d-8a63-b3c1571cd7cd req-e5e79c9e-7005-47ef-9413-17daa295381c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0897043 May 12 14:44:40.094900 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41d55cae-5883-4a5d-8a63-b3c1571cd7cd req-973d1e7e-bc1f-467c-b58c-2f838b2fe0f8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896816 May 12 14:44:40.106152 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Attempting to bind port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:44:40.106504 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Attempting to bind port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:44:40.106769 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Attempting to bind port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 on network 272339fb-b619-4ece-94ff-5fe15c567402 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:44:40.117243 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 on network 272339fb-b619-4ece-94ff-5fe15c567402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:44:40.117554 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Attempting to bind port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 on network 272339fb-b619-4ece-94ff-5fe15c567402 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:44:40.122899 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:44:40.123237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Checking segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:44:40.123614 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Bound using segment: {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:44:40.124090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Bound port: a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c644441-c045-4d13-95fd-adffa727e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:44:40.124479 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:40.190755 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:44:40.193952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:44:40.204234 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:40.237353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:40.237997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:40.239379 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] 10.222.0.85 "PUT /v2.0/ports/a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 200 len: 1094 time: 1.0113785 May 12 14:44:40.239843 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:40.242071 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:40.265992 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506483c-932d-4491-98fa-9f4c32de09b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:40.285900 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187611f8-6c97-459a-ae16-4868451f4841 x-openstack-request-id: req-187611f8-6c97-459a-ae16-4868451f4841 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:40.286199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:40.286443 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-187611f8-6c97-459a-ae16-4868451f4841 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:40.286882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187611f8-6c97-459a-ae16-4868451f4841'] response: {'name': 'network-changed', 'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'status': 'completed', 'code': 200} May 12 14:44:40.620600 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558751a1-efde-402b-83b6-239f86f861cf req-39188fda-5d56-47cb-985d-fe74f002fede tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:40.622033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-558751a1-efde-402b-83b6-239f86f861cf req-39188fda-5d56-47cb-985d-fe74f002fede tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0549388 May 12 14:44:40.674770 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-558751a1-efde-402b-83b6-239f86f861cf req-d79ef155-2391-4958-82ca-fd52611899fe tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 May 12 14:44:40.846762 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:44:41.224110 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c1065-1d4e-4dd6-b22b-287bb1a480a5 req-5c3b75fb-c4bf-41dc-93bf-b11563f925eb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.225591 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a78c1065-1d4e-4dd6-b22b-287bb1a480a5 req-5c3b75fb-c4bf-41dc-93bf-b11563f925eb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0568368 May 12 14:44:41.285021 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a78c1065-1d4e-4dd6-b22b-287bb1a480a5 req-b9f80da5-76b6-443b-8f38-009ad1b4c6aa tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510406 May 12 14:44:41.381233 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5 req-ebfa08a3-bd99-465d-ae1d-80f4f1e80900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.382665 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5 req-ebfa08a3-bd99-465d-ae1d-80f4f1e80900 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1128 time: 0.0409839 May 12 14:44:41.695419 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5 req-4ec6c73e-e83f-4c77-bb11-ae9102274872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.696855 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5 req-4ec6c73e-e83f-4c77-bb11-ae9102274872 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1148074 May 12 14:44:41.837873 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249848c7-4a2e-408e-963a-c93d95e96e11 req-7223ff80-b2ac-472d-9dbb-da6f87e57c5c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.839408 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-249848c7-4a2e-408e-963a-c93d95e96e11 req-7223ff80-b2ac-472d-9dbb-da6f87e57c5c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0658581 May 12 14:44:41.842743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5 req-06246aa5-4fd9-4448-bf28-90fe43a46dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.844168 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-667383eb-3f81-4ec9-a24a-d3c9632ffcd5 req-06246aa5-4fd9-4448-bf28-90fe43a46dcb service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355612 May 12 14:44:41.892535 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-249848c7-4a2e-408e-963a-c93d95e96e11 req-7821c0d2-a2a8-4692-a4d4-79aa5884aa94 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 May 12 14:44:41.971413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-4eef3100-aa87-449a-a3d2-e10807ce9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.972899 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-4eef3100-aa87-449a-a3d2-e10807ce9cf8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1128 time: 0.0383301 May 12 14:44:42.026734 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-3bfcc8d8-407b-45f4-bcbe-685af903795b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 200 len: 217 time: 0.0338509 May 12 14:44:42.077698 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-9866b3e2-5d31-4d9e-9211-237c3b079ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:42.079190 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-9866b3e2-5d31-4d9e-9211-237c3b079ac2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0452986 May 12 14:44:42.143372 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-595486e0-63e7-4646-849a-fc18e3044d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:42.145079 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-595486e0-63e7-4646-849a-fc18e3044d03 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425286 May 12 14:44:42.234891 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-d451cd31-6b34-4e87-9a18-0dd0af065ceb service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825181 May 12 14:44:42.339919 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1734611-429c-4f9f-a042-dfad1de307e9 req-043bd173-ac83-4ef8-b661-28820f1d97d0 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978787 May 12 14:44:42.413790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebd0ac-67bf-4f1f-bb0f-8249452d87cc req-d52b7c06-86e9-45e0-8e0b-390fbe605623 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:42.415280 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24ebd0ac-67bf-4f1f-bb0f-8249452d87cc req-d52b7c06-86e9-45e0-8e0b-390fbe605623 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0478144 May 12 14:44:42.468088 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24ebd0ac-67bf-4f1f-bb0f-8249452d87cc req-d4010cc6-eb61-4340-ba00-1ff0643e2bca tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 May 12 14:44:42.538015 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-af153ca7-7891-4c87-bb00-efd827356772 req-957e395b-e372-4b59-8077-fdd613a404f5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:44:42.538988 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-af153ca7-7891-4c87-bb00-efd827356772 req-957e395b-e372-4b59-8077-fdd613a404f5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061164 May 12 14:44:42.693360 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52132) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:42.713338 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15d233-aaf6-4c3b-bcb4-99a5226cc407 req-f22b6070-e97d-441f-a98a-f85137f3cab8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:42.714938 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b15d233-aaf6-4c3b-bcb4-99a5226cc407 req-f22b6070-e97d-441f-a98a-f85137f3cab8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0517411 May 12 14:44:42.768172 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b15d233-aaf6-4c3b-bcb4-99a5226cc407 req-41027040-fb69-4371-9e8e-964970fd7b43 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 May 12 14:44:42.779434 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-68cd5978-3123-405c-827c-860ffede6446 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848942 May 12 14:44:42.792557 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-38323672-c1d8-47e5-82bf-a9d851fbfdbb service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:44:42.793617 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-38323672-c1d8-47e5-82bf-a9d851fbfdbb service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059934 May 12 14:44:42.872612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52140) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:42.966115 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-77948c44-1b2b-4632-aa6d-0aab068e4fcf tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:42.967509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-77948c44-1b2b-4632-aa6d-0aab068e4fcf tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports/5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 942 time: 0.0938830 May 12 14:44:43.014914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae00e5-2977-4cfc-87f5-fda7e498a45b req-a098acb7-67ee-4b60-865b-543a30351803 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:43.016427 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85ae00e5-2977-4cfc-87f5-fda7e498a45b req-a098acb7-67ee-4b60-865b-543a30351803 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0480285 May 12 14:44:43.065528 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85ae00e5-2977-4cfc-87f5-fda7e498a45b req-f8aac21f-3beb-46ce-8f24-62fb760d532e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 May 12 14:44:43.895966 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d57ed-b3e2-4bae-8f02-a8fe66b13b54 req-5e85434c-2350-4bd3-a39c-bf1ec280ef7f tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:43.897452 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b5d57ed-b3e2-4bae-8f02-a8fe66b13b54 req-5e85434c-2350-4bd3-a39c-bf1ec280ef7f tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0513391 May 12 14:44:43.946901 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b5d57ed-b3e2-4bae-8f02-a8fe66b13b54 req-1147f681-5667-44fd-9a35-65c08bdd4d87 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 May 12 14:44:44.202750 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f088-d6b3-42d6-acaa-c5479e7c6d67 req-7542a98b-1506-437a-b02a-40fe082299c8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:44.204213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd06f088-d6b3-42d6-acaa-c5479e7c6d67 req-7542a98b-1506-437a-b02a-40fe082299c8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0500691 May 12 14:44:44.253648 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd06f088-d6b3-42d6-acaa-c5479e7c6d67 req-9b6aea0c-fe43-4ad4-9b9f-875163bb87d7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 May 12 14:44:45.077676 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54ecc9-72f3-4277-ad03-e30cd0865b11 req-09ef8d46-e7f9-42d4-a939-38438e426d4e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:45.079033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6c54ecc9-72f3-4277-ad03-e30cd0865b11 req-09ef8d46-e7f9-42d4-a939-38438e426d4e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0568123 May 12 14:44:45.139068 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6c54ecc9-72f3-4277-ad03-e30cd0865b11 req-d494d3a0-2c54-4e41-97c8-ea97405434a8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542970 May 12 14:44:45.251658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:44:45.265540 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:45.387790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bacf96-ba9b-435c-ac9c-5317fd7b4e66 req-6d4a8351-ec65-41e7-aae3-0570a510be6b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:45.389651 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15bacf96-ba9b-435c-ac9c-5317fd7b4e66 req-6d4a8351-ec65-41e7-aae3-0570a510be6b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0534458 May 12 14:44:45.408404 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 is: ACTIVE; New status is: DOWN {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:45.408844 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.444671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:45.447186 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368bbb1-817c-4f53-bbf8-47a62481588c" -d '{"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-unplugged", "status": "completed", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:45.448212 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15bacf96-ba9b-435c-ac9c-5317fd7b4e66 req-f091bedf-4039-4d26-9297-80c306a1ae90 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509555 May 12 14:44:45.452904 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:45.469376 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:45.472705 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'mac_address': 'fa:16:3e:19:87:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:44:45.476700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.548343 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 14:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ea46f-ec78-4838-b9d1-9a6cb6c43736 x-openstack-request-id: req-471ea46f-ec78-4838-b9d1-9a6cb6c43736 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:45.548629 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-unplugged", "status": "failed", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "code": 422}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:45.548884 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-471ea46f-ec78-4838-b9d1-9a6cb6c43736 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:45.549348 dv-cinder-840678-8-iscsi neutron-server[103694]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-471ea46f-ec78-4838-b9d1-9a6cb6c43736']: {'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'code': 422} returned with failed status May 12 14:44:45.551361 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:45.551773 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.557025 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=6']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:45.574727 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.575079 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.575440 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.575818 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.576157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.576486 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.576809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.577132 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.577456 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.577777 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.578099 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.578443 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.578755 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.579074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.579389 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:45.583927 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6930fb7-573c-4eee-bf16-c9de09bd6eb3 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:45.604608 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:45.609819 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.660001 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:46.260112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0ab9-b3ff-49a0-9227-b46f7d1fada3 req-98321bda-1795-411b-838b-a22bc734fec8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:46.261793 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75bc0ab9-b3ff-49a0-9227-b46f7d1fada3 req-98321bda-1795-411b-838b-a22bc734fec8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0519128 May 12 14:44:46.265506 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['a6930fb7-573c-4eee-bf16-c9de09bd6eb3'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:44:46.321971 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75bc0ab9-b3ff-49a0-9227-b46f7d1fada3 req-4d77f715-e873-47f1-bc88-baff36583dfb tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514977 May 12 14:44:46.584245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92d06b-b1f5-4126-9ded-f944395c1e9e req-8939da1f-2aa8-4ffa-9f22-129892b70dd2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:46.585783 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b92d06b-b1f5-4126-9ded-f944395c1e9e req-8939da1f-2aa8-4ffa-9f22-129892b70dd2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 945 time: 0.0591869 May 12 14:44:46.636426 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b92d06b-b1f5-4126-9ded-f944395c1e9e req-fe2bdbf3-add3-4ccf-908c-3c1d7f7cb9d8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443192 May 12 14:44:46.928256 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b9360-bcfe-4ec6-8ff8-481ef7d4af06 req-78129536-2317-4772-baa0-60d019ff19c5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:46.929747 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-773b9360-bcfe-4ec6-8ff8-481ef7d4af06 req-78129536-2317-4772-baa0-60d019ff19c5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0494986 May 12 14:44:46.980031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-773b9360-bcfe-4ec6-8ff8-481ef7d4af06 req-2be36f0d-4939-48e0-8e1d-43faed12c514 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 May 12 14:44:47.452959 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb774-c69a-4296-8f53-0cb46a9a6ba4 req-cb71fabe-30e9-4989-b144-8049286cd66b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:47.454431 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d7cb774-c69a-4296-8f53-0cb46a9a6ba4 req-cb71fabe-30e9-4989-b144-8049286cd66b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0534408 May 12 14:44:47.504229 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d7cb774-c69a-4296-8f53-0cb46a9a6ba4 req-89e5eb1c-2bbb-483b-aa8c-9d0efde29726 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 May 12 14:44:47.654806 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:44:47.710501 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:44:47.723314 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:44:47.723940 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:47.761507 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db11a0-8e65-42f8-8940-8c3285647f20 req-1db44f3f-ffdd-40e8-9d1c-88b0f4f7f71c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:47.763014 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37db11a0-8e65-42f8-8940-8c3285647f20 req-1db44f3f-ffdd-40e8-9d1c-88b0f4f7f71c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 945 time: 0.0506735 May 12 14:44:47.803497 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:47.803920 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:47.813414 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37db11a0-8e65-42f8-8940-8c3285647f20 req-95060bcc-ddb0-477f-8e3b-888159d3505c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 May 12 14:44:47.827508 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:47.829792 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beaf7d7-b204-4afc-a5ae-b1269124f845" -d '{"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-plugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:47.851779 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:47.856809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:47.887768 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116c981-0c6a-477f-977a-681b80fe5f4f x-openstack-request-id: req-7116c981-0c6a-477f-977a-681b80fe5f4f {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:47.888088 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-plugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:47.888351 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7116c981-0c6a-477f-977a-681b80fe5f4f {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:47.888744 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7116c981-0c6a-477f-977a-681b80fe5f4f'] response: {'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'code': 200} May 12 14:44:47.913630 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:48.104652 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeed0c6-6891-4200-9a29-7d8289064801 req-2aadc29b-0911-499a-9ee2-3ee315e6bd8a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.106115 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aaeed0c6-6891-4200-9a29-7d8289064801 req-2aadc29b-0911-499a-9ee2-3ee315e6bd8a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0475791 May 12 14:44:48.158611 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aaeed0c6-6891-4200-9a29-7d8289064801 req-3ec24219-bfca-4cbe-ac0e-c20ed803c4a3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469458 May 12 14:44:48.615520 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-bc5d9748-6a73-4e71-bce2-dee9fdc43469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.617068 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-bc5d9748-6a73-4e71-bce2-dee9fdc43469 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682&tenant_id=323bfd19e97146e39c34d3ba12370590 HTTP/1.1" status: 200 len: 1127 time: 0.0663145 May 12 14:44:48.636009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7497-21ad-40d5-9191-4800f79947c9 req-0ca4e02a-c962-4a68-abcd-dbc25957aac3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.637459 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e4d7497-21ad-40d5-9191-4800f79947c9 req-0ca4e02a-c962-4a68-abcd-dbc25957aac3 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0539093 May 12 14:44:48.701908 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e4d7497-21ad-40d5-9191-4800f79947c9 req-35acbe0a-64a4-45da-83bd-33615cd35a91 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566909 May 12 14:44:48.754484 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-48352fd7-decf-4c22-9863-5a0b3f6a8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.756032 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-48352fd7-decf-4c22-9863-5a0b3f6a8227 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1127 time: 0.0476069 May 12 14:44:48.852208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-146e8ec3-7ef4-4485-b705-3c8bde893c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.854462 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-146e8ec3-7ef4-4485-b705-3c8bde893c8b service neutron] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 910 time: 0.0899885 May 12 14:44:49.012938 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41518325-3ea0-498e-88c1-9cc62c7515b1 req-d52b31ec-b76e-4f3f-8e9d-e7f6a33dc4f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:49.014387 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41518325-3ea0-498e-88c1-9cc62c7515b1 req-d52b31ec-b76e-4f3f-8e9d-e7f6a33dc4f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.1179259 May 12 14:44:49.017248 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c651b-f329-42a7-b4b1-d298ee8b0c16 req-0d310ff1-90cb-490d-ae82-439be4817313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:49.018795 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c27c651b-f329-42a7-b4b1-d298ee8b0c16 req-0d310ff1-90cb-490d-ae82-439be4817313 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1130 time: 0.1292434 May 12 14:44:49.021212 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-326d8eea-127c-417f-bf77-0569cbf05256 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 999 time: 0.1332443 May 12 14:44:49.068375 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41518325-3ea0-498e-88c1-9cc62c7515b1 req-f580b755-28cd-4444-9c2d-9b91b705b764 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 May 12 14:44:49.184972 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-d45ebbc2-6e11-4264-9157-c6de76dd507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:49.186518 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-d45ebbc2-6e11-4264-9157-c6de76dd507c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.0689342 May 12 14:44:49.192953 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c27c651b-f329-42a7-b4b1-d298ee8b0c16 req-3d84a82d-82b2-4024-b9b2-6276b5e4a8af service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841770 May 12 14:44:49.276176 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e36f1-1a52-4883-95cd-2d5ec433fba2 req-563b9992-865f-4f54-93ef-c69c7637fd60 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:49.277645 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-205e36f1-1a52-4883-95cd-2d5ec433fba2 req-563b9992-865f-4f54-93ef-c69c7637fd60 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0474436 May 12 14:44:49.324030 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-205e36f1-1a52-4883-95cd-2d5ec433fba2 req-624002ea-18c6-42bf-9f09-f49ccacbb751 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 May 12 14:44:49.823138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aacea-9d7b-4556-b4d5-8ebd91a97e3c req-1d9c5241-585d-4878-a6bc-16eb1fb17cb0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:49.824653 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-159aacea-9d7b-4556-b4d5-8ebd91a97e3c req-1d9c5241-585d-4878-a6bc-16eb1fb17cb0 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0474908 May 12 14:44:49.878913 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-6535c054-e532-4391-b27a-d4f594aa1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:49.880435 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-6535c054-e532-4391-b27a-d4f594aa1ab1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549333 May 12 14:44:49.904326 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-159aacea-9d7b-4556-b4d5-8ebd91a97e3c req-71d55966-19bb-46b3-a74d-d5350f27607c tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711212 May 12 14:44:50.218978 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5e346-227e-4dc6-ad9f-a4ccce66b2e8 req-0f0b68f0-6392-4560-aca1-19886eb29a66 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:50.220456 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bcd5e346-227e-4dc6-ad9f-a4ccce66b2e8 req-0f0b68f0-6392-4560-aca1-19886eb29a66 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0580049 May 12 14:44:50.277487 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bcd5e346-227e-4dc6-ad9f-a4ccce66b2e8 req-b399ae2a-b2bc-4737-a727-9421c92fc4e7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485721 May 12 14:44:50.454305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9be3e-3fd2-4fe4-8200-da0d35626058 req-419b939b-b4a0-4a3b-9171-75cf31b701be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:50.455654 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3ed9be3e-3fd2-4fe4-8200-da0d35626058 req-419b939b-b4a0-4a3b-9171-75cf31b701be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.0577185 May 12 14:44:50.578964 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-127bcaa2-882c-41d1-90ce-2987b06590b2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:50.580437 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-127bcaa2-882c-41d1-90ce-2987b06590b2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 946 time: 0.1103389 May 12 14:44:50.600844 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3ed9be3e-3fd2-4fe4-8200-da0d35626058 req-515399d6-baca-4d3d-acc8-97a316b5d8a3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=992e857b-9424-419c-8d24-f6881491fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367314 May 12 14:44:50.644665 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-913045e2-8d48-457b-bed7-fe4ab7e53f9b service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659992 May 12 14:44:50.751391 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port fb818443-c684-4571-8d0e-1911365e4b6b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:50.751610 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:50.820392 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-0d2f8ca6-c34a-465c-87ed-379d6bd2b856 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647475 May 12 14:44:50.856024 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] For port fb818443-c684-4571-8d0e-1911365e4b6b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fb818443-c684-4571-8d0e-1911365e4b6b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:50.856774 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:51.255306 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05c839-3a2d-4054-b013-4baab6e86651 req-2350fdf5-c502-4d59-82be-7d30aa4d03dd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:51.256802 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d05c839-3a2d-4054-b013-4baab6e86651 req-2350fdf5-c502-4d59-82be-7d30aa4d03dd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0922923 May 12 14:44:51.354742 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d05c839-3a2d-4054-b013-4baab6e86651 req-893c3923-f538-49d7-b237-df37f5226e98 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912395 May 12 14:44:51.375894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:51.376379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (cfd40051-a172-4215-9977-0f8599acffbb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:51.376796 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP cfd40051-a172-4215-9977-0f8599acffbb disassociated. External IP: 172.27.1.155, port: fb818443-c684-4571-8d0e-1911365e4b6b. May 12 14:44:51.377265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for fb818443-c684-4571-8d0e-1911365e4b6b owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:51.464782 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eb169-2aaa-41f4-9ce2-206028c7207f req-fd8e982b-8740-442e-a83f-4d8740deb323 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:51.466289 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c23eb169-2aaa-41f4-9ce2-206028c7207f req-fd8e982b-8740-442e-a83f-4d8740deb323 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0938909 May 12 14:44:51.533528 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c23eb169-2aaa-41f4-9ce2-206028c7207f req-3a85251f-e1eb-4308-8d59-2864df6010bb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598741 May 12 14:44:51.594093 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (fb818443-c684-4571-8d0e-1911365e4b6b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:51.625864 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=fb818443-c684-4571-8d0e-1911365e4b6b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:51.711750 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d29e43a8-f6c6-466e-82ff-55ab2ab7337f req-4f601aef-8a38-4b94-9b2c-b09d4a3a0749 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 210 time: 0.0338578 May 12 14:44:51.770893 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:51.889985 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:51.900270 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:51.910690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:51.911287 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:51.933930 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] No DVR routers for this DVR port fb818443-c684-4571-8d0e-1911365e4b6b on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:51.936565 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:51.939898 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5c383bd-4e8a-4c29-90cb-acf176f2e61b req-3b5a1f8c-1374-47af-98ec-a63067991d53 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "DELETE /v2.0/ports/fb818443-c684-4571-8d0e-1911365e4b6b HTTP/1.1" status: 204 len: 173 time: 1.3283050 May 12 14:44:51.940354 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'name': 'network-vif-deleted', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:51.943243 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96403ba9-ffc3-4b74-b9d7-c1d280011712" -d '{"events": [{"server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "name": "network-vif-deleted", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:51.990617 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d32dd9-9bf9-4197-a5e8-4266895d40ad x-openstack-request-id: req-90d32dd9-9bf9-4197-a5e8-4266895d40ad {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:51.990975 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c58127-4521-4c68-b19f-9a016a0f3aad", "name": "network-vif-deleted", "tag": "fb818443-c684-4571-8d0e-1911365e4b6b", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:51.991215 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90d32dd9-9bf9-4197-a5e8-4266895d40ad {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:51.991668 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d32dd9-9bf9-4197-a5e8-4266895d40ad'] response: {'server_uuid': '42c58127-4521-4c68-b19f-9a016a0f3aad', 'name': 'network-vif-deleted', 'tag': 'fb818443-c684-4571-8d0e-1911365e4b6b', 'status': 'completed', 'code': 200} May 12 14:44:52.037162 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:52.397240 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-98ab033d-1f09-4164-99a8-973a7ec6e7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:52.448724 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:45Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:52.473294 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b8e7-0760-49d3-a7b3-95e2b45f82ed req-355170e1-810d-4ca5-adc9-be31734e525a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:52.474776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ef1b8e7-0760-49d3-a7b3-95e2b45f82ed req-355170e1-810d-4ca5-adc9-be31734e525a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0466721 May 12 14:44:52.476110 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:52.485017 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:52.485650 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:52.529675 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ef1b8e7-0760-49d3-a7b3-95e2b45f82ed req-a674992d-8a50-4448-928d-fcbe7e301cf8 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492027 May 12 14:44:52.602796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:52.677549 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fc63c-2d5e-41cb-a15e-0bb409618840 req-847d38cd-6382-4c92-94c4-eb5477807a6b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:52.681155 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-192fc63c-2d5e-41cb-a15e-0bb409618840 req-847d38cd-6382-4c92-94c4-eb5477807a6b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0500643 May 12 14:44:52.733068 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-192fc63c-2d5e-41cb-a15e-0bb409618840 req-b8a6d4be-afdb-410e-930f-580d551d5e98 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 May 12 14:44:52.829976 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed0d2686-5bf0-4613-b552-d923d3e403b3 req-cc82b883-9384-4b18-a2aa-2938834a9fcb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=42c58127-4521-4c68-b19f-9a016a0f3aad HTTP/1.1" status: 200 len: 210 time: 0.0301530 May 12 14:44:52.853764 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:45Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:52.880845 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81b17a-0d5f-4ce3-b560-4d7a8dcce52c req-7cf6b90f-30ac-45be-9f65-edcecad86661 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:52.882324 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e81b17a-0d5f-4ce3-b560-4d7a8dcce52c req-7cf6b90f-30ac-45be-9f65-edcecad86661 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0512497 May 12 14:44:52.883249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bc80d-871e-4df2-9445-ce27d1132b8b None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '997139eb-34d0-4019-b1c1-2a56e16b9f4a', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:16:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98650df-7034-4d31-ad93-f9a133863781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:45Z', 'revision_number': 2, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:52.891286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52220) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:52.895937 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Request body: {'floatingip': {'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:52.935795 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (6701644d-9db2-4c75-a8ad-bbba7bd9cf93), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:53.105437 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf14ae-98f2-405e-9a2c-4c17a198b92b None None] New status for floating IP cfd40051-a172-4215-9977-0f8599acffbb: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:44:53.410525 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:53.417595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (6701644d-9db2-4c75-a8ad-bbba7bd9cf93), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:53.524676 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Floating IP 6701644d-9db2-4c75-a8ad-bbba7bd9cf93 associated. External IP: 172.27.1.164, port: a6930fb7-573c-4eee-bf16-c9de09bd6eb3. May 12 14:44:53.666199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabb681-0dfa-4b76-ac0e-1d1d091c7b07 req-b44940a2-a0d7-4cce-aa04-5599a4aa4257 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:53.667949 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4eabb681-0dfa-4b76-ac0e-1d1d091c7b07 req-b44940a2-a0d7-4cce-aa04-5599a4aa4257 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0589664 May 12 14:44:53.705654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device fb818443-c684-4571-8d0e-1911365e4b6b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:53.727275 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: fb818443-c684-4571-8d0e-1911365e4b6b {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:53.727627 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device fb818443-c684-4571-8d0e-1911365e4b6b not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:53.802240 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4eabb681-0dfa-4b76-ac0e-1d1d091c7b07 req-64b11fb4-6b60-44cd-851e-e177df80b679 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006050 May 12 14:44:53.827374 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:53.928466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52228) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:53.965186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:53.972074 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:53.976171 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:53.990897 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:53.991517 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:54.011725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9d636cba-5c23-481d-a89b-c5ce4351d8b2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "PUT /v2.0/floatingips/6701644d-9db2-4c75-a8ad-bbba7bd9cf93 HTTP/1.1" status: 200 len: 992 time: 1.1193125 May 12 14:44:54.017246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:54.019543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:54.029039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-815d8fc4-c239-46c2-a679-73c5560a3861 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (992e857b-9424-419c-8d24-f6881491fb90), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.058398 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794fe3b-047a-4da0-a16d-78f95a060181 x-openstack-request-id: req-6794fe3b-047a-4da0-a16d-78f95a060181 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:54.058685 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:54.058935 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6794fe3b-047a-4da0-a16d-78f95a060181 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:54.059373 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6794fe3b-047a-4da0-a16d-78f95a060181'] response: {'name': 'network-changed', 'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'status': 'completed', 'code': 200} May 12 14:44:54.063979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-815d8fc4-c239-46c2-a679-73c5560a3861 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (992e857b-9424-419c-8d24-f6881491fb90), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.105275 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:54.116743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-815d8fc4-c239-46c2-a679-73c5560a3861 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (992e857b-9424-419c-8d24-f6881491fb90), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.120056 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-815d8fc4-c239-46c2-a679-73c5560a3861 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.121213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-815d8fc4-c239-46c2-a679-73c5560a3861 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/security-groups/992e857b-9424-419c-8d24-f6881491fb90 HTTP/1.1" status: 204 len: 168 time: 0.1918397 May 12 14:44:54.124079 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52234) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:54.142275 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-c9ebd771-5c05-47df-b484-5ca8ee5c632e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] show failed (client error): The resource could not be found. May 12 14:44:54.147015 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c9ebd771-5c05-47df-b484-5ca8ee5c632e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups/992e857b-9424-419c-8d24-f6881491fb90 HTTP/1.1" status: 404 len: 347 time: 0.0213833 May 12 14:44:54.147813 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52236) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:54.156960 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d8fc4-c239-46c2-a679-73c5560a3861 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992e857b-9424-419c-8d24-f6881491fb90,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:54.171608 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-ddf1ebea-37da-4ae0-9201-4fee949d692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:54.173319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-ddf1ebea-37da-4ae0-9201-4fee949d692d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1130 time: 0.0484097 May 12 14:44:54.271512 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port 70d1a7e0-11db-4aab-ab86-68908835f6e5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:54.272299 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.284497 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-b8bd575c-21a1-4895-b58b-99a4b08f488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:54.286039 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-b8bd575c-21a1-4895-b58b-99a4b08f488e service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.1053855 May 12 14:44:54.340904 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '6701644d-9db2-4c75-a8ad-bbba7bd9cf93', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'mac_address': 'fa:16:3e:19:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cf6710-d383-4d92-8328-2812361411a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:44:32Z', 'updated_at': '2022-05-12T14:44:53Z', 'revision_number': 1, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:54.355445 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-057447c6-9eb0-4626-9d16-41e1c6642760 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0625861 May 12 14:44:54.356889 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.357217 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (70d1a7e0-11db-4aab-ab86-68908835f6e5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.370096 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for 70d1a7e0-11db-4aab-ab86-68908835f6e5 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:54.371814 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:54.380578 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:54.381193 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:54.416156 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-6c1d51b7-bc3c-4269-aa69-f819f01967db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:54.417958 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-6c1d51b7-bc3c-4269-aa69-f819f01967db service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0476906 May 12 14:44:54.466916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-2c756431-b011-4d5e-808e-321981a2e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:54.468406 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-2c756431-b011-4d5e-808e-321981a2e18d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422037 May 12 14:44:54.500562 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:54.520609 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (70d1a7e0-11db-4aab-ab86-68908835f6e5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.553892 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=70d1a7e0-11db-4aab-ab86-68908835f6e5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:54.564264 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-17c235ff-2933-4567-92aa-12ad781138ef service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878494 May 12 14:44:54.614960 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (cfd40051-a172-4215-9977-0f8599acffbb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.617817 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.619023 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5c6b680d-0365-4715-8c12-4f2bce24de92 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/floatingips/cfd40051-a172-4215-9977-0f8599acffbb HTTP/1.1" status: 204 len: 168 time: 0.4701197 May 12 14:44:54.672195 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5395b4cc-5694-4e91-bc81-62b2a9f03a9f req-df9b4af9-f7f5-4670-9e40-af82417dc0c7 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976081 May 12 14:44:54.742773 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '6701644d-9db2-4c75-a8ad-bbba7bd9cf93', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'mac_address': 'fa:16:3e:19:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cf6710-d383-4d92-8328-2812361411a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:44:32Z', 'updated_at': '2022-05-12T14:44:53Z', 'revision_number': 1, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:54.769554 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78cba-a28b-484a-a905-a757dcb31783 None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '6701644d-9db2-4c75-a8ad-bbba7bd9cf93', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'mac_address': 'fa:16:3e:19:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cf6710-d383-4d92-8328-2812361411a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:44:32Z', 'updated_at': '2022-05-12T14:44:53Z', 'revision_number': 1, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:54.801747 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-54b0ef0c-94e7-46c6-b294-70dab21ae82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:54.934613 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd672d1-d442-49d7-9138-665fc47bb0ef req-4cd6e942-42e4-4388-bc58-e25790cc6a7a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:54.936236 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cd672d1-d442-49d7-9138-665fc47bb0ef req-4cd6e942-42e4-4388-bc58-e25790cc6a7a tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0520334 May 12 14:44:54.991580 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cd672d1-d442-49d7-9138-665fc47bb0ef req-d38e64f9-7e47-4202-84c2-bff6bbc345ef tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494301 May 12 14:44:55.014589 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ef5c8-4704-4e4b-befd-2bae90c9fd15 None None] New status for floating IP 6701644d-9db2-4c75-a8ad-bbba7bd9cf93: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:44:55.887672 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:56.118687 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf94315-0c47-46cd-9d82-1635064b09c7 req-672d7ef6-4786-429f-bcd0-72889f9513f4 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:56.120251 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bf94315-0c47-46cd-9d82-1635064b09c7 req-672d7ef6-4786-429f-bcd0-72889f9513f4 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0497189 May 12 14:44:56.176756 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bf94315-0c47-46cd-9d82-1635064b09c7 req-cfb2ef9b-9e3d-48ea-baa8-29202c830e67 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496640 May 12 14:44:57.055365 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:57.319073 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f630ac-48ab-4f42-bd3e-c3bdbb971cdb req-faee5136-a3fc-4371-b65d-8d9ae8ffbedd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:57.320489 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4f630ac-48ab-4f42-bd3e-c3bdbb971cdb req-faee5136-a3fc-4371-b65d-8d9ae8ffbedd tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0731640 May 12 14:44:57.331399 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd2f25-aebb-475a-b76c-de55448f83a3 req-bbf71c54-5512-43c3-b14a-d6e3771f50fb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:57.332937 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e3fd2f25-aebb-475a-b76c-de55448f83a3 req-bbf71c54-5512-43c3-b14a-d6e3771f50fb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0751808 May 12 14:44:57.412174 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4f630ac-48ab-4f42-bd3e-c3bdbb971cdb req-506540ae-0b2c-4fc9-98c3-a9620814c268 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774846 May 12 14:44:57.415707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e3fd2f25-aebb-475a-b76c-de55448f83a3 req-8ae06abe-86be-40aa-a69e-9175ad374f8e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755019 May 12 14:44:58.567824 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95a9a-ad0f-4baa-be08-0bb836b6c22e req-281ca8fa-b017-49d9-9446-715beb486008 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:58.569320 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-46a95a9a-ad0f-4baa-be08-0bb836b6c22e req-281ca8fa-b017-49d9-9446-715beb486008 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.0816751 May 12 14:44:58.587721 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba7634-cabf-4e3a-b777-9269402444ce req-12d13f1d-907e-404e-a762-cea3ad13309a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:58.589194 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95ba7634-cabf-4e3a-b777-9269402444ce req-12d13f1d-907e-404e-a762-cea3ad13309a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.0895000 May 12 14:44:58.655649 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-46a95a9a-ad0f-4baa-be08-0bb836b6c22e req-66b6390b-30ff-4555-8867-8866b2166ee1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796237 May 12 14:44:58.668258 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95ba7634-cabf-4e3a-b777-9269402444ce req-8f1bf935-3d6a-428e-956c-2be21eae335f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702298 May 12 14:44:58.701309 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:59.716320 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:44:59.820262 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:59.831111 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'port_id': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'mac_address': 'fa:16:3e:05:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:44:59.837478 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f7006-fdc4-41b2-906c-482b62ddf28f req-619c0f70-6eef-4186-aec7-f5230b039275 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:59.839012 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d9f7006-fdc4-41b2-906c-482b62ddf28f req-619c0f70-6eef-4186-aec7-f5230b039275 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 943 time: 0.1081092 May 12 14:44:59.855569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-a2766b85-559f-4b42-b8cc-1e104092b170 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:59.858128 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-a2766b85-559f-4b42-b8cc-1e104092b170 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.1170886 May 12 14:44:59.865245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c070-898d-4c0a-bda3-4e300c495978 req-74afbd4a-51b1-466a-8664-0aedfbb2a8a4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:59.866668 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f746c070-898d-4c0a-bda3-4e300c495978 req-74afbd4a-51b1-466a-8664-0aedfbb2a8a4 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 945 time: 0.1248209 May 12 14:44:59.872399 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:59.872947 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:59.891033 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:59.913214 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:59.919658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:59.969102 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=7']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:00.257408 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f746c070-898d-4c0a-bda3-4e300c495978 req-a0d13228-1dee-4016-a5f5-356c1bf39729 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819311 May 12 14:45:00.264863 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d9f7006-fdc4-41b2-906c-482b62ddf28f req-9e8bb3bc-ff3e-427b-9d10-be63e08d7316 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961897 May 12 14:45:00.268276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:00.268715 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:00.363339 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] For port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:00.363746 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:00.442114 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['5e60855e-b1bf-4dc0-8a72-5c0e800298c2'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:45:00.542043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:00.542294 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (997139eb-34d0-4019-b1c1-2a56e16b9f4a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:00.542622 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP 997139eb-34d0-4019-b1c1-2a56e16b9f4a disassociated. External IP: 172.27.1.233, port: cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0. May 12 14:45:00.542980 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:00.676136 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:00.704577 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:00.828789 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:45:00.941589 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:45:00.953997 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:45:00.968467 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:00.969102 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:00.982751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] No DVR routers for this DVR port cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:00.985293 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:00.988777 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65e87e55-fa03-4a14-8b68-c105db64c611 req-b8699284-5a24-4acb-b864-b5995422b912 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "DELETE /v2.0/ports/cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 HTTP/1.1" status: 204 len: 173 time: 1.1211967 May 12 14:45:00.989226 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'name': 'network-vif-deleted', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:00.991496 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ae7eff-6907-422b-9b35-072b8fbf1ee3" -d '{"events": [{"server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "name": "network-vif-deleted", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:01.026859 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3725460b-f002-4184-9537-7290eea089d7 x-openstack-request-id: req-3725460b-f002-4184-9537-7290eea089d7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:01.027150 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98650df-7034-4d31-ad93-f9a133863781", "name": "network-vif-deleted", "tag": "cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:01.027407 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3725460b-f002-4184-9537-7290eea089d7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:01.027858 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3725460b-f002-4184-9537-7290eea089d7'] response: {'server_uuid': 'e98650df-7034-4d31-ad93-f9a133863781', 'name': 'network-vif-deleted', 'tag': 'cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0', 'status': 'completed', 'code': 200} May 12 14:45:01.087911 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:01.283817 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:01.317162 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:45:01.326252 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:01.326887 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:01.396603 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5de91b1d-8a66-47d5-a412-da6f8f02df7d req-f469391a-f2d1-48cc-b3b9-ff3e013b387b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98650df-7034-4d31-ad93-f9a133863781 HTTP/1.1" status: 200 len: 210 time: 0.0487139 May 12 14:45:01.411804 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6d7c8-c964-40dd-9659-e322548f3487 req-809d9844-ab9d-401c-9c7d-5abd6dffc9c6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:01.413393 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62d6d7c8-c964-40dd-9659-e322548f3487 req-809d9844-ab9d-401c-9c7d-5abd6dffc9c6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 944 time: 0.0752375 May 12 14:45:01.439252 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:01.464877 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62d6d7c8-c964-40dd-9659-e322548f3487 req-48a8cf30-1d81-47de-bbd2-9dc21643ff11 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 May 12 14:45:01.642753 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:01.670415 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bedd4-4e5e-4417-b9ff-5f02cd64d5d8 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:45:01.862166 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:45:01.884737 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165e665-ffb9-40a0-9121-5210753b6bbd None None] New status for floating IP 997139eb-34d0-4019-b1c1-2a56e16b9f4a: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:45:01.920241 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:45:01.920681 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.009336 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:45:02.009999 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.034208 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:02.036764 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac8e18d-1102-411a-86f5-90c7c05093b3" -d '{"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-plugged", "status": "completed", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:02.050070 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:02.055379 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.078214 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4963d06-984a-4291-abdb-8f63e485e7dd x-openstack-request-id: req-b4963d06-984a-4291-abdb-8f63e485e7dd {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:02.078442 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-plugged", "status": "completed", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:02.078695 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4963d06-984a-4291-abdb-8f63e485e7dd {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:02.079085 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4963d06-984a-4291-abdb-8f63e485e7dd'] response: {'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'code': 200} May 12 14:45:02.104449 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=8']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:02.454107 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bda854-3dce-4d25-83b9-e257618d49e6 req-50aa18b6-77a0-4302-9159-34716943a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:02.457206 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31bda854-3dce-4d25-83b9-e257618d49e6 req-50aa18b6-77a0-4302-9159-34716943a55b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1129 time: 0.0389478 May 12 14:45:02.490009 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52294) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:02.505031 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.513209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31bda854-3dce-4d25-83b9-e257618d49e6 req-2352626c-4623-4448-ae12-9aeb37c4134e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 May 12 14:45:02.550704 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3717-acba-40e9-8fc3-aaa1530d1c4f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.574187 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3717-acba-40e9-8fc3-aaa1530d1c4f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.583788 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167125-c29a-4130-8b4c-20f490fb0cc1 req-adb93ba7-cac0-4799-91bb-952ec8ec2b5b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:02.585236 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6167125-c29a-4130-8b4c-20f490fb0cc1 req-adb93ba7-cac0-4799-91bb-952ec8ec2b5b tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0486646 May 12 14:45:02.624239 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3717-acba-40e9-8fc3-aaa1530d1c4f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.626779 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3717-acba-40e9-8fc3-aaa1530d1c4f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.628097 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8ffe3717-acba-40e9-8fc3-aaa1530d1c4f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/security-groups/c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee HTTP/1.1" status: 204 len: 168 time: 0.1363568 May 12 14:45:02.631871 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52296) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:02.637740 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe3717-acba-40e9-8fc3-aaa1530d1c4f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:02.644053 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6167125-c29a-4130-8b4c-20f490fb0cc1 req-09ea1abc-49b7-4216-8238-8942ef9dd8c1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518551 May 12 14:45:02.649623 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-013dfdbe-ed31-4153-917b-731a88e2f1bb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] show failed (client error): The resource could not be found. May 12 14:45:02.650644 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-013dfdbe-ed31-4153-917b-731a88e2f1bb tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups/c9d9cd83-2c7c-4982-82ff-71c2cb59f4ee HTTP/1.1" status: 404 len: 347 time: 0.0178294 May 12 14:45:02.653625 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52298) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:02.774482 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port 3874d6f5-2fd5-4f19-91ba-5a553c2a07d3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:02.774751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.867722 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.868042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:02.880332 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for 3874d6f5-2fd5-4f19-91ba-5a553c2a07d3 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:03.022371 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (3874d6f5-2fd5-4f19-91ba-5a553c2a07d3), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.051763 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=3874d6f5-2fd5-4f19-91ba-5a553c2a07d3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:03.113940 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (997139eb-34d0-4019-b1c1-2a56e16b9f4a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.118923 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.120951 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0e84da71-cff0-449c-80fc-ca0ff0070462 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/floatingips/997139eb-34d0-4019-b1c1-2a56e16b9f4a HTTP/1.1" status: 204 len: 168 time: 0.4661655 May 12 14:45:03.215112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52302) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:03.219858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944667367', 'description': 'tempest-description--318566769'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:03.246285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.326675 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (493052ad-6743-41cc-a7be-b0adb143653c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.333177 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (493052ad-6743-41cc-a7be-b0adb143653c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.366731 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493052ad-6743-41cc-a7be-b0adb143653c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:03.371126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.372376 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4d394184-a64d-4876-88c8-6067f0bfe96d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561530 May 12 14:45:03.375229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52304) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:03.379838 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': '493052ad-6743-41cc-a7be-b0adb143653c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:03.409641 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (d42a790c-df30-4548-8fb2-e1275c7ad421), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.457446 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (d42a790c-df30-4548-8fb2-e1275c7ad421), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.464022 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (d42a790c-df30-4548-8fb2-e1275c7ad421), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.486765 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42a790c-df30-4548-8fb2-e1275c7ad421,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:03.494720 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.499268 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-deb63c7c-a5ae-42db-88c9-b2c4b48f506f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202304 May 12 14:45:03.499268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52306) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:03.503468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': '493052ad-6743-41cc-a7be-b0adb143653c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:03.531933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (dd4b5aae-5249-4c2a-9814-69e96e204056), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.590085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (dd4b5aae-5249-4c2a-9814-69e96e204056), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.596873 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (dd4b5aae-5249-4c2a-9814-69e96e204056), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.614997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4b5aae-5249-4c2a-9814-69e96e204056,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:03.623681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.624940 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-58517d82-9a7d-4936-8ba1-79549ed4ef6c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247735 May 12 14:45:03.629182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52308) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:03.633827 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:03.658863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.765036 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:03.784855 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e21b2-5811-40cd-b128-ed103dbfd486 req-9fb04c49-a5c4-4853-9803-fe1d68246524 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:03.786345 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-027e21b2-5811-40cd-b128-ed103dbfd486 req-9fb04c49-a5c4-4853-9803-fe1d68246524 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0617421 May 12 14:45:03.900010 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-027e21b2-5811-40cd-b128-ed103dbfd486 req-d22f515a-0de4-41b0-8c0e-309726ae55a6 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862799 May 12 14:45:03.920747 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.27.1.28 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/5976383f-bf23-49df-a420-a304e7dd873e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:45:04.027025 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (5976383f-bf23-49df-a420-a304e7dd873e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.066168 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (5976383f-bf23-49df-a420-a304e7dd873e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.103954 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:45:04.106808 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:45:04.109752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:45:04.140325 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=5976383f-bf23-49df-a420-a304e7dd873e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:04.211854 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (1e1f4d35-5643-41bc-9e90-d4a16771464f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.261295 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (5976383f-bf23-49df-a420-a304e7dd873e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.450148 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (5976383f-bf23-49df-a420-a304e7dd873e), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.457337 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (5976383f-bf23-49df-a420-a304e7dd873e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.526036 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=5976383f-bf23-49df-a420-a304e7dd873e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:04.538441 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (1e1f4d35-5643-41bc-9e90-d4a16771464f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.557286 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:04.558552 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9054cf56-0fc6-47fd-a084-78ac355288ff tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9280427 May 12 14:45:04.757451 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-51f9882b-71db-4bfe-8779-88a6016f740b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1944667367&fields=id&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 267 time: 0.0448351 May 12 14:45:04.873203 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-af89d642-3d3c-49e8-aff3-8469a74ae3fc tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:04.874687 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-af89d642-3d3c-49e8-aff3-8469a74ae3fc tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.1106911 May 12 14:45:04.897370 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-c6b95a52-b64d-4f07-9366-2b996c208363 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/quotas/9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 375 time: 0.0141051 May 12 14:45:04.955258 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-d70eb248-b67c-49ee-a636-48c41a141979 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499880 May 12 14:45:05.064826 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec39fc-6ae6-425e-a1a9-c1948df49c4a req-da738975-a271-49f1-9cec-36ea05aaf273 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:05.066466 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85ec39fc-6ae6-425e-a1a9-c1948df49c4a req-da738975-a271-49f1-9cec-36ea05aaf273 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0887146 May 12 14:45:05.119526 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-5bb3c3af-5a12-45c6-9858-3b69894ed29f service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496739 May 12 14:45:05.144438 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85ec39fc-6ae6-425e-a1a9-c1948df49c4a req-fc1826ab-5b95-4975-8ae4-5c4904bff95f tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718071 May 12 14:45:05.220527 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-0ddaa2dc-d9a1-4f00-8fae-5c9e617987e1 service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927529 May 12 14:45:05.384769 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-20cec4dc-129f-4307-a1e0-03d4495d3e64 req-9be20a41-6ecc-453f-ad36-90c93e744fb9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 210 time: 0.0319619 May 12 14:45:05.865957 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:05.886518 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:05.886865 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device cfd4aa62-c41a-4ab8-926f-361dc6fb8cd0 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:06.491925 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a236f37-f407-40eb-8af5-be2ba2a8f78d req-3972302e-2509-4dbc-bec1-caec16aa77b3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 210 time: 0.0321462 May 12 14:45:06.753998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-78f1da0f-8c0a-4fe1-99c3-2697e0861c1f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:06.755972 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-78f1da0f-8c0a-4fe1-99c3-2697e0861c1f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.1060765 May 12 14:45:06.857909 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-4e93949e-6211-41b1-9714-6b071da4219c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 380 time: 0.0555921 May 12 14:45:06.974042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'port': {'device_id': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'admin_state_up': True, 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'security_groups': ['493052ad-6743-41cc-a7be-b0adb143653c']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:07.094914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Made reservation on behalf of 9794155ca0aa4b75a153f0640e068ff5 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:45:07.098633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:07.235414 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.20.0.4 (45d1d321-0090-41ca-9dd0-9f717585a523/5ce40759-9707-4f10-917d-8c04fdc3c404/44d83aed-57c0-4861-9b6d-8063bb15977b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:45:07.371177 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:07.407353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:07.453649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:45:07.458949 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:45:07.463368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:45:07.467182 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=44d83aed-57c0-4861-9b6d-8063bb15977b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:07.513220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:07.514152 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:07.534412 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-da367387-1b1e-4e0a-a4f9-a113da1859d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672441 May 12 14:45:07.554438 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Request body: {'port': {'device_id': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:07.650494 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252110f1-1d93-4bcc-9323-46f1fd8bf2e4 req-36ad0467-c15b-4f6e-aa69-58ce7db43cf9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:07.651983 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-252110f1-1d93-4bcc-9323-46f1fd8bf2e4 req-36ad0467-c15b-4f6e-aa69-58ce7db43cf9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 931 time: 0.0770531 May 12 14:45:07.660087 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:07.736029 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-252110f1-1d93-4bcc-9323-46f1fd8bf2e4 req-2aff0f35-0301-42f9-ba25-09da460bf760 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774384 May 12 14:45:07.749112 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-590f9a1e-2eee-4dbc-92c7-b6c657aeb984 None None] Provisioning complete for port 44d83aed-57c0-4861-9b6d-8063bb15977b triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:45:07.749609 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-590f9a1e-2eee-4dbc-92c7-b6c657aeb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:07.785634 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-590f9a1e-2eee-4dbc-92c7-b6c657aeb984 None None] Port 44d83aed-57c0-4861-9b6d-8063bb15977b cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:45:07.990849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d83aed-57c0-4861-9b6d-8063bb15977b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:45:07.998277 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Publish callbacks [] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:08.011651 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Transition to ACTIVE for port object 44d83aed-57c0-4861-9b6d-8063bb15977b will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:45:08.019670 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:08.089699 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Pushing event updated for resources: {'Port': ['ID=44d83aed-57c0-4861-9b6d-8063bb15977b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:08.142022 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Attempting to bind port 44d83aed-57c0-4861-9b6d-8063bb15977b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:45:08.142361 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Attempting to bind port 44d83aed-57c0-4861-9b6d-8063bb15977b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:45:08.142691 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Attempting to bind port 44d83aed-57c0-4861-9b6d-8063bb15977b on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:45:08.147669 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Port 44d83aed-57c0-4861-9b6d-8063bb15977b on network 45d1d321-0090-41ca-9dd0-9f717585a523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:45:08.148022 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Attempting to bind port 44d83aed-57c0-4861-9b6d-8063bb15977b on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:45:08.152999 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:45:08.153335 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:45:08.153726 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Bound using segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:45:08.154151 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Bound port: 44d83aed-57c0-4861-9b6d-8063bb15977b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:45:08.154511 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:08.224315 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] For port 44d83aed-57c0-4861-9b6d-8063bb15977b, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:45:08.227503 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] For port 44d83aed-57c0-4861-9b6d-8063bb15977b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=44d83aed-57c0-4861-9b6d-8063bb15977b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:45:08.233984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:08.266348 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:08.266959 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:08.268454 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] 10.222.0.85 "PUT /v2.0/ports/44d83aed-57c0-4861-9b6d-8063bb15977b HTTP/1.1" status: 200 len: 1093 time: 0.7188666 May 12 14:45:08.268898 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:08.271140 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12846c43-4213-4480-8802-5babe8b15c30" -d '{"events": [{"name": "network-changed", "server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:08.306250 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ca387-c4eb-4cf3-b1e4-5d53da0ac4de service neutron] Pushing event updated for resources: {'Port': ['ID=44d83aed-57c0-4861-9b6d-8063bb15977b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:08.315674 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76746e-c43e-4e17-8280-b3baede36665 x-openstack-request-id: req-af76746e-c43e-4e17-8280-b3baede36665 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:08.316022 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:08.316262 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af76746e-c43e-4e17-8280-b3baede36665 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:08.316661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af76746e-c43e-4e17-8280-b3baede36665'] response: {'name': 'network-changed', 'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'status': 'completed', 'code': 200} May 12 14:45:08.395013 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-2734d788-824c-41d3-a727-af0a5b5c570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:08.396586 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-2734d788-824c-41d3-a727-af0a5b5c570c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 1127 time: 0.0413907 May 12 14:45:08.450512 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-b8d29fa8-6b32-43da-ba80-08693af60861 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d83aed-57c0-4861-9b6d-8063bb15977b HTTP/1.1" status: 200 len: 217 time: 0.0380921 May 12 14:45:08.506458 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-b0c47e52-41c6-44e1-8753-48304c22387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:08.507930 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-b0c47e52-41c6-44e1-8753-48304c22387d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0462182 May 12 14:45:08.555831 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-3935c2f5-c259-4c27-a287-d8d682ff3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:08.557344 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-3935c2f5-c259-4c27-a287-d8d682ff3d3a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402949 May 12 14:45:08.662206 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-2f2989f3-05c5-472d-a6d4-a9c1d380c6d4 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895116 May 12 14:45:08.757218 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdeb1f98-2e42-444c-ae6c-0eafcebd5fe0 req-8b10d936-d09e-4484-b5d1-fa38096c6cc7 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 May 12 14:45:08.858883 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791b102-9115-4fd0-bd02-3a8fec729973 req-d5c66150-a6e0-46c9-8939-1cce8c33db58 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:08.860393 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7791b102-9115-4fd0-bd02-3a8fec729973 req-d5c66150-a6e0-46c9-8939-1cce8c33db58 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 943 time: 0.0502713 May 12 14:45:08.911114 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7791b102-9115-4fd0-bd02-3a8fec729973 req-60c88870-fa4f-4b92-a722-5ac41d6480a6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 May 12 14:45:10.039305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94f6c8-87fb-4e5e-8ee1-025e77ef4b36 req-c13b1f2d-ebf1-4d7c-9259-7d90a6798bb2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:10.040791 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce94f6c8-87fb-4e5e-8ee1-025e77ef4b36 req-c13b1f2d-ebf1-4d7c-9259-7d90a6798bb2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 943 time: 0.0467772 May 12 14:45:10.087521 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce94f6c8-87fb-4e5e-8ee1-025e77ef4b36 req-fbd4102d-c01c-4b10-932e-2b58f06aaef3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 May 12 14:45:11.218417 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ac489-47ca-4a1a-aeb9-8db0b38be50f req-c795e6e6-d6e6-4e25-bc41-1933d6fda1d3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:11.219925 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad2ac489-47ca-4a1a-aeb9-8db0b38be50f req-c795e6e6-d6e6-4e25-bc41-1933d6fda1d3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 943 time: 0.0552745 May 12 14:45:11.275399 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad2ac489-47ca-4a1a-aeb9-8db0b38be50f req-e009c2ae-aeb9-4211-a885-c32569950d44 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466423 May 12 14:45:11.661257 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846c43-4213-4480-8802-5babe8b15c30 req-482d6cec-0322-4358-9e68-eb857ce94e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:11.662783 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-482d6cec-0322-4358-9e68-eb857ce94e9b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 1127 time: 0.0464053 May 12 14:45:11.788376 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846c43-4213-4480-8802-5babe8b15c30 req-8943d782-8fc1-4a72-84f3-5b347650e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:11.789860 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-8943d782-8fc1-4a72-84f3-5b347650e6ad service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.0888493 May 12 14:45:11.875357 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 44d83aed-57c0-4861-9b6d-8063bb15977b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:45:11.977146 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 44d83aed-57c0-4861-9b6d-8063bb15977b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=44d83aed-57c0-4861-9b6d-8063bb15977b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:11.991842 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'port_id': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'mac_address': 'fa:16:3e:85:70:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:45:12.039054 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 44d83aed-57c0-4861-9b6d-8063bb15977b is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:45:12.039454 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:12.053823 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d83aed-57c0-4861-9b6d-8063bb15977b {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:45:12.073159 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 44d83aed-57c0-4861-9b6d-8063bb15977b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=44d83aed-57c0-4861-9b6d-8063bb15977b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:12.082071 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:12.136901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=44d83aed-57c0-4861-9b6d-8063bb15977b,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:12.538302 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-3a4069c2-f4d6-456c-820d-18f13a683510 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d83aed-57c0-4861-9b6d-8063bb15977b HTTP/1.1" status: 200 len: 217 time: 0.3047905 May 12 14:45:12.613452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c0ae6-bca4-408f-b4ee-29848ca31123 req-3d6ee865-8ae1-46b7-bbcd-9e8544d65ad0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:12.614952 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-425c0ae6-bca4-408f-b4ee-29848ca31123 req-3d6ee865-8ae1-46b7-bbcd-9e8544d65ad0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 944 time: 0.0794666 May 12 14:45:12.628246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846c43-4213-4480-8802-5babe8b15c30 req-30f19f96-16b1-4c58-a090-2681e55c9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:12.629603 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-30f19f96-16b1-4c58-a090-2681e55c9166 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0835111 May 12 14:45:12.697241 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846c43-4213-4480-8802-5babe8b15c30 req-7e2b659b-bf1e-43ea-aa4a-c0871a635142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:12.698750 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-7e2b659b-bf1e-43ea-aa4a-c0871a635142 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613546 May 12 14:45:12.703254 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-425c0ae6-bca4-408f-b4ee-29848ca31123 req-32a37513-35ed-4a62-97d8-22ec9d739270 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819919 May 12 14:45:12.734170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['44d83aed-57c0-4861-9b6d-8063bb15977b'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:45:12.805949 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-96d1a5da-d979-428f-afd0-322066f7213a service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918193 May 12 14:45:12.908136 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12846c43-4213-4480-8802-5babe8b15c30 req-fc59d198-a16d-44bb-8f5d-5ee7a8a6095c service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946579 May 12 14:45:13.822632 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfaed3-363c-403a-9167-872437896421 req-8f6407a5-0a1e-4a2a-96ca-512816bc10c9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:13.824115 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a7bfaed3-363c-403a-9167-872437896421 req-8f6407a5-0a1e-4a2a-96ca-512816bc10c9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 944 time: 0.0479984 May 12 14:45:13.883009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a7bfaed3-363c-403a-9167-872437896421 req-4fe39092-c6e3-4b49-ba90-a7f71a23c785 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531130 May 12 14:45:13.957252 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe042fd-9f81-4ddc-b40d-1154e703b8e2 req-d401e774-c211-4168-ad2f-30722939ef29 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:13.958700 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7fe042fd-9f81-4ddc-b40d-1154e703b8e2 req-d401e774-c211-4168-ad2f-30722939ef29 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0485475 May 12 14:45:14.010875 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7fe042fd-9f81-4ddc-b40d-1154e703b8e2 req-ef5d6dab-3878-43a6-8d93-30bb7517536a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 May 12 14:45:14.047822 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 44d83aed-57c0-4861-9b6d-8063bb15977b up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:45:14.094487 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 44d83aed-57c0-4861-9b6d-8063bb15977b completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:45:14.102630 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 44d83aed-57c0-4861-9b6d-8063bb15977b triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:45:14.103014 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:14.187422 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 44d83aed-57c0-4861-9b6d-8063bb15977b is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:45:14.187735 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:14.215597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:14.219133 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1816eb69-eb41-4a89-a054-8da9aa4fd000" -d '{"events": [{"server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "name": "network-vif-plugged", "status": "completed", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:14.234673 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 44d83aed-57c0-4861-9b6d-8063bb15977b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=44d83aed-57c0-4861-9b6d-8063bb15977b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:14.240986 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:14.269050 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c044494-d5a1-4c9c-af2c-bfa78c9dec5c x-openstack-request-id: req-6c044494-d5a1-4c9c-af2c-bfa78c9dec5c {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:14.269393 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "name": "network-vif-plugged", "status": "completed", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:14.269671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c044494-d5a1-4c9c-af2c-bfa78c9dec5c {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:14.270075 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c044494-d5a1-4c9c-af2c-bfa78c9dec5c'] response: {'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'code': 200} May 12 14:45:14.297970 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=44d83aed-57c0-4861-9b6d-8063bb15977b,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:15.007276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee8a7d-bb1c-450a-937d-239e815297c5 req-f27b476d-e3ce-463e-a71a-b874dff49649 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:15.009926 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93ee8a7d-bb1c-450a-937d-239e815297c5 req-f27b476d-e3ce-463e-a71a-b874dff49649 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0570767 May 12 14:45:15.063592 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93ee8a7d-bb1c-450a-937d-239e815297c5 req-035f99cf-e1c2-4118-b375-653ed4a57f7d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 May 12 14:45:15.138271 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bea19c-348a-405e-a58a-15e610cbcf04 req-5bafba10-f300-4241-97a1-d7063c52ab22 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:15.139756 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a7bea19c-348a-405e-a58a-15e610cbcf04 req-5bafba10-f300-4241-97a1-d7063c52ab22 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0528226 May 12 14:45:15.198350 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a7bea19c-348a-405e-a58a-15e610cbcf04 req-309e7cab-1b68-468d-8134-96a6746eaa93 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524569 May 12 14:45:16.192031 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40b2be-7113-4e7d-8782-70b82b9b410c req-47ec6ba6-7f3e-454c-b8c8-bca44f01c257 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:16.193534 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed40b2be-7113-4e7d-8782-70b82b9b410c req-47ec6ba6-7f3e-454c-b8c8-bca44f01c257 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0543013 May 12 14:45:16.243886 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed40b2be-7113-4e7d-8782-70b82b9b410c req-d49dda45-46fa-4588-b80a-a8bcb8920be8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 May 12 14:45:16.312327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7545c-2993-4eee-b38b-3abfbc939535 req-96560099-72b3-4dd5-adcf-4bbcb861a817 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:16.313824 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9cb7545c-2993-4eee-b38b-3abfbc939535 req-96560099-72b3-4dd5-adcf-4bbcb861a817 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0462360 May 12 14:45:16.364991 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9cb7545c-2993-4eee-b38b-3abfbc939535 req-eb368712-7cb7-4db0-b5f5-df7be2b8c79a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453992 May 12 14:45:17.375588 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70de3-f102-406a-9387-01cfcd356bd7 req-1281aa5f-5e01-47a6-b818-13ffb16f228f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:17.377059 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3f70de3-f102-406a-9387-01cfcd356bd7 req-1281aa5f-5e01-47a6-b818-13ffb16f228f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0499375 May 12 14:45:17.425725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3f70de3-f102-406a-9387-01cfcd356bd7 req-04c7e5ff-4c27-4811-99c6-6a17a160d9a8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 May 12 14:45:17.478208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6b442-0efb-4689-8b61-abb4e3aa57a3 req-478cb6fa-b8e7-4484-b013-fab20b123f4b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:17.479658 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7eb6b442-0efb-4689-8b61-abb4e3aa57a3 req-478cb6fa-b8e7-4484-b013-fab20b123f4b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0463250 May 12 14:45:17.530658 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7eb6b442-0efb-4689-8b61-abb4e3aa57a3 req-09c7dd5d-908e-4f1c-b981-6a5666994d1a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453820 May 12 14:45:17.846250 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:45:17.997370 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00446e-e900-477d-9090-77bdb2232b78 req-cbb276f6-e10d-46ad-a268-d21b69744ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:17.998931 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e00446e-e900-477d-9090-77bdb2232b78 req-cbb276f6-e10d-46ad-a268-d21b69744ea4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 1129 time: 0.0413129 May 12 14:45:18.057994 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e00446e-e900-477d-9090-77bdb2232b78 req-f89b155f-fa07-4ed9-8f70-cf4f901e9614 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 May 12 14:45:18.562567 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a69b3-9a23-42a7-b545-cd11d7d73418 req-dd337c7e-4e58-4891-9ff3-ea66f1fe505b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:18.564097 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b1a69b3-9a23-42a7-b545-cd11d7d73418 req-dd337c7e-4e58-4891-9ff3-ea66f1fe505b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0582645 May 12 14:45:18.622367 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b1a69b3-9a23-42a7-b545-cd11d7d73418 req-b1c579f7-e894-4177-b658-c13ca86c7311 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525601 May 12 14:45:18.664501 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860366ec-ddec-4f15-b205-5cfd9a418d24 req-981fee50-f83f-4199-abe9-03cc76b94664 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:18.667213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-860366ec-ddec-4f15-b205-5cfd9a418d24 req-981fee50-f83f-4199-abe9-03cc76b94664 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0582201 May 12 14:45:18.717969 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-860366ec-ddec-4f15-b205-5cfd9a418d24 req-5fe1b78c-df33-4120-b7cf-fd15993cfe00 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429258 May 12 14:45:19.644641 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-d7ea2393-b8cc-4d01-bd78-58d605d53c13 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:19.646263 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-d7ea2393-b8cc-4d01-bd78-58d605d53c13 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.0564175 May 12 14:45:19.767068 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Deleting port 7c19e48a-6576-46c2-b0cc-f53674cec77e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:19.767415 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:19.776023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f4eb-2c0c-479b-accc-a54588481a5c req-ec6f3655-205a-4a6e-b7b8-b885f2348136 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:19.777527 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5b3f4eb-2c0c-479b-accc-a54588481a5c req-ec6f3655-205a-4a6e-b7b8-b885f2348136 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0854380 May 12 14:45:19.909933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8dd96-039c-4b14-932d-506c5ed18ff2 req-6b962d15-5bdf-440f-84ce-968daded6a04 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:19.911965 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3a8dd96-039c-4b14-932d-506c5ed18ff2 req-6b962d15-5bdf-440f-84ce-968daded6a04 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 946 time: 0.1095700 May 12 14:45:19.934015 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5b3f4eb-2c0c-479b-accc-a54588481a5c req-715f701d-3715-4f41-8860-cbb3e171925c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441083 May 12 14:45:19.964761 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] For port 7c19e48a-6576-46c2-b0cc-f53674cec77e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c19e48a-6576-46c2-b0cc-f53674cec77e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:19.965147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:20.017545 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3a8dd96-039c-4b14-932d-506c5ed18ff2 req-2bafed35-ec61-4ad1-b02f-1e8ba9573978 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985262 May 12 14:45:20.152382 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:20.152748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:20.153060 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Floating IP b7f77e52-73cb-480a-bfa1-442bbfa38994 disassociated. External IP: 172.27.1.66, port: 7c19e48a-6576-46c2-b0cc-f53674cec77e. May 12 14:45:20.153402 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Calling delete_port for 7c19e48a-6576-46c2-b0cc-f53674cec77e owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:20.287229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (7c19e48a-6576-46c2-b0cc-f53674cec77e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:20.319239 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event deleted for resources: {'Port': ['ID=7c19e48a-6576-46c2-b0cc-f53674cec77e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:20.444944 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Router 3c676323-7deb-44fd-a6e2-f7b0597abdef has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:45:20.561858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:45:20.571866 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] Sync routers for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:45:20.588438 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:20.590544 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:20.605220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] No DVR routers for this DVR port 7c19e48a-6576-46c2-b0cc-f53674cec77e on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:20.608028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:20.611490 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43452f28-a5f1-4037-921f-16311c4e5b90 req-59b35954-f57e-4ca5-8c6e-57736633d1b4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "DELETE /v2.0/ports/7c19e48a-6576-46c2-b0cc-f53674cec77e HTTP/1.1" status: 204 len: 173 time: 0.9577832 May 12 14:45:20.611905 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'name': 'network-vif-deleted', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:20.614204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe4fe25-76be-419f-8617-89d241c30e16" -d '{"events": [{"server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "name": "network-vif-deleted", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:20.654837 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcf56a-353c-45ee-8389-883e90e90831 x-openstack-request-id: req-cbbcf56a-353c-45ee-8389-883e90e90831 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:20.655435 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ea7027-b13e-4308-980a-84c359ae9be3", "name": "network-vif-deleted", "tag": "7c19e48a-6576-46c2-b0cc-f53674cec77e", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:20.655435 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cbbcf56a-353c-45ee-8389-883e90e90831 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:20.656338 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbcf56a-353c-45ee-8389-883e90e90831'] response: {'server_uuid': '38ea7027-b13e-4308-980a-84c359ae9be3', 'name': 'network-vif-deleted', 'tag': '7c19e48a-6576-46c2-b0cc-f53674cec77e', 'status': 'completed', 'code': 200} May 12 14:45:20.843723 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:21.051477 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:21.057629 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19d68b-4c88-4586-b227-3158ed1c195d req-94354159-525c-4380-9ce2-a652ee69c9a8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.059165 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be19d68b-4c88-4586-b227-3158ed1c195d req-94354159-525c-4380-9ce2-a652ee69c9a8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0518289 May 12 14:45:21.079610 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] Checking router: 3c676323-7deb-44fd-a6e2-f7b0597abdef for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:45:21.088165 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:21.088772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:21.118056 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be19d68b-4c88-4586-b227-3158ed1c195d req-a5e23f44-8e03-4c56-bfe9-54c232a5caec tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528619 May 12 14:45:21.135676 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ebec52b-15f4-45d3-915d-cab672fdbac4 req-1c83ae39-82c1-4642-8864-ee56d326f1de tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ea7027-b13e-4308-980a-84c359ae9be3 HTTP/1.1" status: 200 len: 210 time: 0.0310280 May 12 14:45:21.203450 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:21.230254 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d8c4d-d4ed-4893-910a-a5f5aa267762 req-8fef1139-2e0b-4b85-adcb-234430476862 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.231765 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-080d8c4d-d4ed-4893-910a-a5f5aa267762 req-8fef1139-2e0b-4b85-adcb-234430476862 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0478745 May 12 14:45:21.241218 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52420) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:21.246019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'port_id': '44d83aed-57c0-4861-9b6d-8063bb15977b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:21.289362 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (1e1f4d35-5643-41bc-9e90-d4a16771464f), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:21.406717 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:21.435483 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4c6b1e-7f72-4bc3-a092-eecfb0f55287 None None] The sync data for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi is: [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:37Z', 'revision_number': 4, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'f5039f87-53fb-4ac4-ad97-99ead843270e', 'name': '', 'network_id': '50fb2d7f-8dca-4e62-9436-b1a9279da276', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'mac_address': 'fa:16:3e:d1:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:35Z', 'updated_at': '2022-05-12T14:37:45Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'subnets': [{'id': 'c253b75a-a154-4406-bb46-f066ae374ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:45:21.682498 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ac4b7-a286-4402-aa38-70a359fd7b69 None None] New status for floating IP b7f77e52-73cb-480a-bfa1-442bbfa38994: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:45:21.750844 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:21.757073 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (1e1f4d35-5643-41bc-9e90-d4a16771464f), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:21.862760 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP 1e1f4d35-5643-41bc-9e90-d4a16771464f associated. External IP: 172.27.1.28, port: 44d83aed-57c0-4861-9b6d-8063bb15977b. May 12 14:45:22.079716 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 7c19e48a-6576-46c2-b0cc-f53674cec77e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:22.085293 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:45:22.106244 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 7c19e48a-6576-46c2-b0cc-f53674cec77e {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:22.106595 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 7c19e48a-6576-46c2-b0cc-f53674cec77e not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:22.210222 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:45:22.214664 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.224975 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52426) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:22.225982 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5507989-4a51-4460-a11a-aca83911329b None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:45:22.238069 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:22.238812 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:22.245872 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5a5e8c88-c85b-4e05-af41-92462f5683a7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "PUT /v2.0/floatingips/1e1f4d35-5643-41bc-9e90-d4a16771464f HTTP/1.1" status: 200 len: 990 time: 1.0034220 May 12 14:45:22.247269 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:22.249814 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6444cb53-796e-437f-9e0b-d6aca36af4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:22.282086 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59af7b0f-a358-47d6-898e-7a7c68bdf4c1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group (d477a1e6-bd23-4a45-a153-f4fbcf1c04fa), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.308726 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59af7b0f-a358-47d6-898e-7a7c68bdf4c1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group (d477a1e6-bd23-4a45-a153-f4fbcf1c04fa), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.351127 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82464666-fcca-413c-a665-33cc6afdb97e x-openstack-request-id: req-82464666-fcca-413c-a665-33cc6afdb97e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:22.351417 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:22.351668 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82464666-fcca-413c-a665-33cc6afdb97e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:22.352150 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82464666-fcca-413c-a665-33cc6afdb97e'] response: {'name': 'network-changed', 'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'status': 'completed', 'code': 200} May 12 14:45:22.365396 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59af7b0f-a358-47d6-898e-7a7c68bdf4c1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d477a1e6-bd23-4a45-a153-f4fbcf1c04fa), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.368193 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59af7b0f-a358-47d6-898e-7a7c68bdf4c1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.369429 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-59af7b0f-a358-47d6-898e-7a7c68bdf4c1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "DELETE /v2.0/security-groups/d477a1e6-bd23-4a45-a153-f4fbcf1c04fa HTTP/1.1" status: 204 len: 168 time: 0.1433465 May 12 14:45:22.372132 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52434) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:22.378860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af7b0f-a358-47d6-898e-7a7c68bdf4c1 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d477a1e6-bd23-4a45-a153-f4fbcf1c04fa,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:22.381541 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:22.393904 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-91faa560-e21d-4da9-b559-1834762c56c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] show failed (client error): The resource could not be found. May 12 14:45:22.397951 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-91faa560-e21d-4da9-b559-1834762c56c4 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups/d477a1e6-bd23-4a45-a153-f4fbcf1c04fa HTTP/1.1" status: 404 len: 347 time: 0.0218854 May 12 14:45:22.398397 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52436) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:22.436484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-59da14be-f620-4dc1-aca7-94fcffb10208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.465186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-1c59551a-37e5-4af9-a073-a4aa9a7ffaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:22.466865 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-1c59551a-37e5-4af9-a073-a4aa9a7ffaa4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 1129 time: 0.0492311 May 12 14:45:22.527196 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Deleting port f523ee94-997a-4300-b714-928f71db40c6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:22.527537 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (f523ee94-997a-4300-b714-928f71db40c6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.564379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-8a2d68ad-8a9c-46ba-b469-01994a231cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:22.565870 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-8a2d68ad-8a9c-46ba-b469-01994a231cfc service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.0913107 May 12 14:45:22.605564 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (f523ee94-997a-4300-b714-928f71db40c6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.605564 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (f523ee94-997a-4300-b714-928f71db40c6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.618092 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Calling delete_port for f523ee94-997a-4300-b714-928f71db40c6 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:22.641671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '1e1f4d35-5643-41bc-9e90-d4a16771464f', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:85:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:45:04Z', 'updated_at': '2022-05-12T14:45:21Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:22.644417 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-2acdb81d-56cf-4811-9259-eb53e367f8d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d83aed-57c0-4861-9b6d-8063bb15977b HTTP/1.1" status: 200 len: 998 time: 0.0651574 May 12 14:45:22.674159 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5507989-4a51-4460-a11a-aca83911329b None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:45:22.683382 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:22.684036 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:44:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:22.695238 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-3eb9e74b-9de0-4401-80ea-45fa2e5aa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:22.696750 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-3eb9e74b-9de0-4401-80ea-45fa2e5aa0b5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0446789 May 12 14:45:22.743984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-218e66be-8486-4a13-955d-2b2e413d1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:22.745494 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-218e66be-8486-4a13-955d-2b2e413d1141 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412734 May 12 14:45:22.756797 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (f523ee94-997a-4300-b714-928f71db40c6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.782877 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event deleted for resources: {'Port': ['ID=f523ee94-997a-4300-b714-928f71db40c6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:22.798572 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:22.847457 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks [] for floatingip (b7f77e52-73cb-480a-bfa1-442bbfa38994), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.850320 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:22.851655 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-15bf58e9-7b6f-4de5-809c-820336a29ac5 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "DELETE /v2.0/floatingips/b7f77e52-73cb-480a-bfa1-442bbfa38994 HTTP/1.1" status: 204 len: 168 time: 0.4525683 May 12 14:45:22.870748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-f94c4d1e-c0a5-4eec-be57-a9bb1ccf986e service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175282 May 12 14:45:22.977628 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6444cb53-796e-437f-9e0b-d6aca36af4ad req-12a3accd-2a50-4a9e-8dcb-16700a4e0994 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005421 May 12 14:45:23.060276 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5507989-4a51-4460-a11a-aca83911329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '1e1f4d35-5643-41bc-9e90-d4a16771464f', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:85:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:45:04Z', 'updated_at': '2022-05-12T14:45:21Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:23.090850 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5507989-4a51-4460-a11a-aca83911329b None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '1e1f4d35-5643-41bc-9e90-d4a16771464f', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:85:70:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:45:04Z', 'updated_at': '2022-05-12T14:45:21Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:45:23.293787 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092461af-db13-4141-b51e-d41902af6f8c None None] New status for floating IP 1e1f4d35-5643-41bc-9e90-d4a16771464f: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:45:24.806412 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cf2cec93-7e33-474e-a0f4-98e62e29f1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:25.376085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de72a69-1b50-4e87-8105-03b2fc2216ea req-641aeab6-0f9b-4478-b79b-cab1bcb37757 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:25.377865 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6de72a69-1b50-4e87-8105-03b2fc2216ea req-641aeab6-0f9b-4478-b79b-cab1bcb37757 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0564528 May 12 14:45:25.428076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6de72a69-1b50-4e87-8105-03b2fc2216ea req-7e284f72-6ee2-4cab-95f0-20c27509fbb2 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 May 12 14:45:25.888643 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:26.273408 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c4000-9001-4955-923a-f10b5074a68f req-ff0df4b7-a1ae-4c84-ba80-77781ffc5466 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:26.274871 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d9c4000-9001-4955-923a-f10b5074a68f req-ff0df4b7-a1ae-4c84-ba80-77781ffc5466 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0577142 May 12 14:45:26.371505 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Deleting port b7400c71-756f-4d64-b80c-1f914eadab6d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:26.371880 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:26.460390 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] For port b7400c71-756f-4d64-b80c-1f914eadab6d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b7400c71-756f-4d64-b80c-1f914eadab6d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:26.460944 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:26.474978 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Calling delete_port for b7400c71-756f-4d64-b80c-1f914eadab6d owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:26.575818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6d1ec-95ed-4787-aed5-f4925d787b02 req-d6ffb4aa-c6cd-4666-8f45-e5bc7551f8fd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:26.577244 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4f6d1ec-95ed-4787-aed5-f4925d787b02 req-d6ffb4aa-c6cd-4666-8f45-e5bc7551f8fd tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=71021fe5-ffce-4c41-8578-8c810987915c HTTP/1.1" status: 200 len: 945 time: 0.0587862 May 12 14:45:26.664108 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4f6d1ec-95ed-4787-aed5-f4925d787b02 req-ee6cbcc9-b008-45aa-bb42-e8b5324fe40b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754476 May 12 14:45:26.681272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (b7400c71-756f-4d64-b80c-1f914eadab6d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:26.708494 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event deleted for resources: {'Port': ['ID=b7400c71-756f-4d64-b80c-1f914eadab6d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:26.723067 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['94227bdb-a088-403e-92ec-13093a4ba02d', 'b7400c71-756f-4d64-b80c-1f914eadab6d'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:45:26.755979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] No DVR routers for this DVR port b7400c71-756f-4d64-b80c-1f914eadab6d on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:26.758751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:26.762149 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d9c4000-9001-4955-923a-f10b5074a68f req-7a7173e3-2e2e-4d0c-9bd5-5a2095e709ed tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "DELETE /v2.0/ports/b7400c71-756f-4d64-b80c-1f914eadab6d HTTP/1.1" status: 204 len: 173 time: 0.4809701 May 12 14:45:26.762611 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71021fe5-ffce-4c41-8578-8c810987915c', 'name': 'network-vif-deleted', 'tag': 'b7400c71-756f-4d64-b80c-1f914eadab6d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:26.764917 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97986b86-6365-4e68-9f34-9588eca5e923" -d '{"events": [{"server_uuid": "71021fe5-ffce-4c41-8578-8c810987915c", "name": "network-vif-deleted", "tag": "b7400c71-756f-4d64-b80c-1f914eadab6d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:26.804210 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f0d92-2c76-4b34-8edd-23c25bca61b7 x-openstack-request-id: req-958f0d92-2c76-4b34-8edd-23c25bca61b7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:26.804502 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71021fe5-ffce-4c41-8578-8c810987915c", "name": "network-vif-deleted", "tag": "b7400c71-756f-4d64-b80c-1f914eadab6d", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:26.804857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-958f0d92-2c76-4b34-8edd-23c25bca61b7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:26.805256 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958f0d92-2c76-4b34-8edd-23c25bca61b7'] response: {'server_uuid': '71021fe5-ffce-4c41-8578-8c810987915c', 'name': 'network-vif-deleted', 'tag': 'b7400c71-756f-4d64-b80c-1f914eadab6d', 'status': 'completed', 'code': 200} May 12 14:45:27.060111 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:27.949481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e1fb3-c827-417b-b2db-148623bcce89 req-51e326f9-524f-4b7e-8a82-c379ae5f4c59 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:27.950898 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c13e1fb3-c827-417b-b2db-148623bcce89 req-51e326f9-524f-4b7e-8a82-c379ae5f4c59 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0479538 May 12 14:45:28.001855 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c13e1fb3-c827-417b-b2db-148623bcce89 req-79ab1e96-cb4e-46d1-8625-021411dd986b tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 May 12 14:45:28.709739 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:28.857990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-7732b3b7-acfa-43e4-9149-aba1e6b2341a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:28.859486 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-7732b3b7-acfa-43e4-9149-aba1e6b2341a tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0528147 May 12 14:45:28.945169 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Deleting port 94227bdb-a088-403e-92ec-13093a4ba02d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:28.945506 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:29.047475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] For port 94227bdb-a088-403e-92ec-13093a4ba02d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=94227bdb-a088-403e-92ec-13093a4ba02d,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:29.048148 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:29.070261 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Calling delete_port for 94227bdb-a088-403e-92ec-13093a4ba02d owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:29.172098 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206bab-aab8-4314-857d-5d181f242607 req-ff4b1256-cc1a-4b47-b14c-27f7b23db17d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:29.173575 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b206bab-aab8-4314-857d-5d181f242607 req-ff4b1256-cc1a-4b47-b14c-27f7b23db17d tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fe4da68-32b7-45fc-930e-651d23fc4595 HTTP/1.1" status: 200 len: 945 time: 0.0633726 May 12 14:45:29.254453 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b206bab-aab8-4314-857d-5d181f242607 req-2937626e-96df-4159-ae9b-e8d469beea2e tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.79 "GET /v2.0/security-groups?id=376acc69-4bdb-46a2-9b22-286f40b16146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 May 12 14:45:29.270124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (94227bdb-a088-403e-92ec-13093a4ba02d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:29.300403 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Pushing event deleted for resources: {'Port': ['ID=94227bdb-a088-403e-92ec-13093a4ba02d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:29.309508 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['94227bdb-a088-403e-92ec-13093a4ba02d'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:45:29.331365 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.331739 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.332429 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.332549 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.332818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.333151 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.333481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.333813 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.334142 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.334597 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.334796 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.335154 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.335449 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.335801 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.336126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:29.356320 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] No DVR routers for this DVR port 94227bdb-a088-403e-92ec-13093a4ba02d on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:29.358756 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:29.362088 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03d0544e-ff9a-4f4a-aab9-f2442dc4c956 req-16cbc9a7-5fe7-48ee-a371-49f2c930d573 tempest-ServerRescueNegativeTestJSON-85170659 tempest-ServerRescueNegativeTestJSON-85170659-project] 10.222.0.85 "DELETE /v2.0/ports/94227bdb-a088-403e-92ec-13093a4ba02d HTTP/1.1" status: 204 len: 173 time: 0.4965341 May 12 14:45:29.362532 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'name': 'network-vif-deleted', 'tag': '94227bdb-a088-403e-92ec-13093a4ba02d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:29.365099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef61967-6936-42b1-b246-18dca7301dce" -d '{"events": [{"server_uuid": "1fe4da68-32b7-45fc-930e-651d23fc4595", "name": "network-vif-deleted", "tag": "94227bdb-a088-403e-92ec-13093a4ba02d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:29.404046 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9d4f3a-e4f7-41c0-9af7-da796f3f0c85 x-openstack-request-id: req-4a9d4f3a-e4f7-41c0-9af7-da796f3f0c85 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:29.404333 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4da68-32b7-45fc-930e-651d23fc4595", "name": "network-vif-deleted", "tag": "94227bdb-a088-403e-92ec-13093a4ba02d", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:29.404591 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a9d4f3a-e4f7-41c0-9af7-da796f3f0c85 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:29.404988 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9d4f3a-e4f7-41c0-9af7-da796f3f0c85'] response: {'server_uuid': '1fe4da68-32b7-45fc-930e-651d23fc4595', 'name': 'network-vif-deleted', 'tag': '94227bdb-a088-403e-92ec-13093a4ba02d', 'status': 'completed', 'code': 200} May 12 14:45:30.138946 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b7400c71-756f-4d64-b80c-1f914eadab6d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:30.169130 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: b7400c71-756f-4d64-b80c-1f914eadab6d {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:30.169471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device b7400c71-756f-4d64-b80c-1f914eadab6d not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:30.318282 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52478) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:30.835919 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (3c676323-7deb-44fd-a6e2-f7b0597abdef), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:31.330608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Deleting port f5039f87-53fb-4ac4-ad97-99ead843270e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:31.331301 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:31.432397 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] For port f5039f87-53fb-4ac4-ad97-99ead843270e, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f5039f87-53fb-4ac4-ad97-99ead843270e,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:31.432913 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:31.446675 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Calling delete_port for f5039f87-53fb-4ac4-ad97-99ead843270e owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:31.638194 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (f5039f87-53fb-4ac4-ad97-99ead843270e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:31.670091 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5039f87-53fb-4ac4-ad97-99ead843270e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:31.680407 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.680764 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.681133 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.681484 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.681799 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.682539 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.682539 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.682810 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.683132 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.683466 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.683823 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.684182 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.684510 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.684936 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.685119 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:31.878731 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (3c676323-7deb-44fd-a6e2-f7b0597abdef), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:32.127158 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Router 3c676323-7deb-44fd-a6e2-f7b0597abdef has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:45:32.150652 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 94227bdb-a088-403e-92ec-13093a4ba02d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:32.174614 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 94227bdb-a088-403e-92ec-13093a4ba02d {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:32.174969 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 94227bdb-a088-403e-92ec-13093a4ba02d not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:32.257074 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:45:32.263133 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-242f3a13-a0c6-49d2-b150-3d1bae860c03 admin admin] 10.222.0.79 "PUT /v2.0/routers/3c676323-7deb-44fd-a6e2-f7b0597abdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9437320 May 12 14:45:32.265425 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52482) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:32.271808 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] Sync routers for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:45:32.288702 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:32.289328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:45:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:32.380471 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks [] for router (3c676323-7deb-44fd-a6e2-f7b0597abdef), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:32.557704 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:32.561496 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:32.736135 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:45:31Z', 'revision_number': 5, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port': {'id': '70ea018e-9d29-42bf-9fac-f1e9d55a9846', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:32.758666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks [] for router_gateway (3c676323-7deb-44fd-a6e2-f7b0597abdef), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:32.768633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] Checking router: 3c676323-7deb-44fd-a6e2-f7b0597abdef for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:45:32.778566 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] Routers {'3c676323-7deb-44fd-a6e2-f7b0597abdef'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:32.779241 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:45:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['3c676323-7deb-44fd-a6e2-f7b0597abdef'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:32.804692 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Deleting port 70ea018e-9d29-42bf-9fac-f1e9d55a9846 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:32.805035 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:32.872832 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] Set router 3c676323-7deb-44fd-a6e2-f7b0597abdef gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:32.887500 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] For port 70ea018e-9d29-42bf-9fac-f1e9d55a9846, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=70ea018e-9d29-42bf-9fac-f1e9d55a9846,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:32.887895 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:32.905020 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Calling delete_port for 70ea018e-9d29-42bf-9fac-f1e9d55a9846 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:32.929417 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:45:32Z', 'revision_number': 6, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:32.958961 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4571ad-b825-4b86-8bc8-02b01acfd33f None None] The sync data for ids ['3c676323-7deb-44fd-a6e2-f7b0597abdef'] in dv-cinder-840678-8-iscsi is: [{'id': '3c676323-7deb-44fd-a6e2-f7b0597abdef', 'name': 'tempest-ServerRescueNegativeTestJSON-767066222-router', 'tenant_id': '2580eb79c9684c318adbfaa325e7f12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:27Z', 'updated_at': '2022-05-12T14:45:32Z', 'revision_number': 6, 'project_id': '2580eb79c9684c318adbfaa325e7f12c', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:45:33.088449 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (70ea018e-9d29-42bf-9fac-f1e9d55a9846), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.120480 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=70ea018e-9d29-42bf-9fac-f1e9d55a9846,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:33.182970 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (3c676323-7deb-44fd-a6e2-f7b0597abdef), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.289989 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (3c676323-7deb-44fd-a6e2-f7b0597abdef), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.292422 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks [] for router_controller (3c676323-7deb-44fd-a6e2-f7b0597abdef), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.359413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (3c676323-7deb-44fd-a6e2-f7b0597abdef), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.360242 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c676323-7deb-44fd-a6e2-f7b0597abdef {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:45:33.365993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.367167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5767bb1a-6abc-4af6-81ef-87a5158a9c3b admin admin] 10.222.0.79 "DELETE /v2.0/routers/3c676323-7deb-44fd-a6e2-f7b0597abdef HTTP/1.1" status: 204 len: 168 time: 1.1004586 May 12 14:45:33.369769 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52488) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:33.414777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Deleting subnet c253b75a-a154-4406-bb46-f066ae374ad2 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:45:33.418906 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Publish callbacks [] for subnet (c253b75a-a154-4406-bb46-f066ae374ad2), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.459828 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (c253b75a-a154-4406-bb46-f066ae374ad2), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.566595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (c253b75a-a154-4406-bb46-f066ae374ad2), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.622913 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (c253b75a-a154-4406-bb46-f066ae374ad2), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.646971 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c253b75a-a154-4406-bb46-f066ae374ad2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:33.652575 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.655655 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bd159cc9-e67b-4e32-a9f6-18f242bb309e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c253b75a-a154-4406-bb46-f066ae374ad2 HTTP/1.1" status: 204 len: 168 time: 0.2849736 May 12 14:45:33.658500 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:33.658988 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d7b4d-56c0-43c9-8f9a-4bbebf2bd196 None None] Network 50fb2d7f-8dca-4e62-9436-b1a9279da276 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:45:33.728356 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (50fb2d7f-8dca-4e62-9436-b1a9279da276), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.779163 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Deleting port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:33.779500 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.826137 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] DHCP port deletion for 50fb2d7f-8dca-4e62-9436-b1a9279da276 request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:45:33.852842 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] For port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:33.853230 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.866678 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Calling delete_port for 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:33.879064 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] Deleting port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:33.880118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.947661 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] For port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,segment=NetworkSegment(7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a),segment_id=7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:33.948225 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.950372 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:33.963721 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] Calling delete_port for 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:33.981542 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:33.987125 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] No DVR routers for this DVR port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:34.063283 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (50fb2d7f-8dca-4e62-9436-b1a9279da276), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.083146 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fb2d7f-8dca-4e62-9436-b1a9279da276']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:34.090794 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (9cb397e7-8cea-400f-8e4d-8f80ec23aee8), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.092765 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:34.093060 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:34.105687 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.116481 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] Pushing event deleted for resources: {'Port': ['ID=9cb397e7-8cea-400f-8e4d-8f80ec23aee8,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:34.121330 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.123963 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f981ae2-325e-4462-a703-3135f88496d3 None None] No DVR routers for this DVR port 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:34.130423 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:45:34.130423 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (7548ab0a-6fa6-4f1e-bf3f-97e3c68ed38a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:45:34.132407 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:45:34.202031 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (50fb2d7f-8dca-4e62-9436-b1a9279da276), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.207604 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.210891 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] 10.222.0.79 "DELETE /v2.0/networks/50fb2d7f-8dca-4e62-9436-b1a9279da276 HTTP/1.1" status: 204 len: 168 time: 0.5514317 May 12 14:45:34.221351 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c50af0-f49a-47b9-b93c-3844e8fef9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=50fb2d7f-8dca-4e62-9436-b1a9279da276,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:34.337252 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52494) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:34.379362 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7ee4cd59-c872-4c4a-b941-524f47f1369e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2580eb79c9684c318adbfaa325e7f12c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406091 May 12 14:45:34.381741 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52496) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:34.430229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97bc7bb8-ec22-4ff7-9508-4a26bda4bf8c admin admin] Publish callbacks [] for security_group (376acc69-4bdb-46a2-9b22-286f40b16146), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.450979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97bc7bb8-ec22-4ff7-9508-4a26bda4bf8c admin admin] Publish callbacks [] for security_group (376acc69-4bdb-46a2-9b22-286f40b16146), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.502622 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97bc7bb8-ec22-4ff7-9508-4a26bda4bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (376acc69-4bdb-46a2-9b22-286f40b16146), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.504914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97bc7bb8-ec22-4ff7-9508-4a26bda4bf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:34.506033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-97bc7bb8-ec22-4ff7-9508-4a26bda4bf8c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/376acc69-4bdb-46a2-9b22-286f40b16146 HTTP/1.1" status: 204 len: 168 time: 0.1233733 May 12 14:45:34.514107 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc7bb8-ec22-4ff7-9508-4a26bda4bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376acc69-4bdb-46a2-9b22-286f40b16146,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:34.662939 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f5039f87-53fb-4ac4-ad97-99ead843270e no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:34.687397 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: f5039f87-53fb-4ac4-ad97-99ead843270e {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:34.687748 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f5039f87-53fb-4ac4-ad97-99ead843270e not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:34.688366 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:34.707874 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:34.708232 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 9cb397e7-8cea-400f-8e4d-8f80ec23aee8 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:34.708773 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 70ea018e-9d29-42bf-9fac-f1e9d55a9846 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:45:34.728407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 70ea018e-9d29-42bf-9fac-f1e9d55a9846 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:45:34.728963 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 70ea018e-9d29-42bf-9fac-f1e9d55a9846 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:36.179989 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-7088f1ff-b245-4bd8-8652-e0f54db53561 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459087 May 12 14:45:36.264993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-3379661f-f99f-4b62-8d8b-6d8b8fffe0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:36.266512 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-3379661f-f99f-4b62-8d8b-6d8b8fffe0a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 1129 time: 0.0406759 May 12 14:45:36.374522 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-ab9d080a-0344-46f0-9cec-455d9c6bfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:36.376069 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-ab9d080a-0344-46f0-9cec-455d9c6bfda6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 912 time: 0.0907691 May 12 14:45:36.381226 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52550) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:36.445870 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-2a12e958-f529-44b7-aaa6-e4bd75d82b18 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 200 len: 1001 time: 0.0592413 May 12 14:45:36.494387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-742abbdd-a493-4a29-806a-3876d30108a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.517968 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-7371e9a3-1ee8-493b-af56-25bebf28a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:36.519430 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-7371e9a3-1ee8-493b-af56-25bebf28a7c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.0672123 May 12 14:45:36.580046 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-f68d74ec-d6e1-4943-8c77-0628aaf4ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:36.581558 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-f68d74ec-d6e1-4943-8c77-0628aaf4ba08 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531087 May 12 14:45:36.639607 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-742abbdd-a493-4a29-806a-3876d30108a8 admin admin] Publish callbacks [] for security_group (9a3e5dc0-04e8-4ab9-8173-430c18257360), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.668039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-742abbdd-a493-4a29-806a-3876d30108a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9a3e5dc0-04e8-4ab9-8173-430c18257360), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.721516 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742abbdd-a493-4a29-806a-3876d30108a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e5dc0-04e8-4ab9-8173-430c18257360,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:36.727759 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-742abbdd-a493-4a29-806a-3876d30108a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=113cd4674ad341499c6dcad8534bea80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454642 May 12 14:45:36.728403 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52554) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:36.741130 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-fb2d72d2-08b0-4d62-a4a0-33d36d40d314 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468625 May 12 14:45:36.844344 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b92fe631-8931-46ad-86ef-a186562762b5 admin admin] Publish callbacks [] for security_group (9a3e5dc0-04e8-4ab9-8173-430c18257360), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.874733 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e5a7246-fcde-4733-9135-37128076f1a0 req-3aaf3599-fd5c-4a08-94e5-a0274ec48760 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230736 May 12 14:45:36.884101 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b92fe631-8931-46ad-86ef-a186562762b5 admin admin] Publish callbacks [] for security_group (9a3e5dc0-04e8-4ab9-8173-430c18257360), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.949781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b92fe631-8931-46ad-86ef-a186562762b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9a3e5dc0-04e8-4ab9-8173-430c18257360), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.952368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b92fe631-8931-46ad-86ef-a186562762b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:36.955881 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b92fe631-8931-46ad-86ef-a186562762b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a3e5dc0-04e8-4ab9-8173-430c18257360 HTTP/1.1" status: 204 len: 168 time: 0.2214603 May 12 14:45:36.961915 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fe631-8931-46ad-86ef-a186562762b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e5dc0-04e8-4ab9-8173-430c18257360,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:37.240595 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52560) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:37.254268 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71da2e26-b2fa-42b2-afee-81c5a81c27f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.334604 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71da2e26-b2fa-42b2-afee-81c5a81c27f9 admin admin] Publish callbacks [] for security_group (589de166-c71f-42a2-accc-0e77f1c35597), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.340617 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71da2e26-b2fa-42b2-afee-81c5a81c27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (589de166-c71f-42a2-accc-0e77f1c35597), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.378116 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-71da2e26-b2fa-42b2-afee-81c5a81c27f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8dfde4adc6d4e18abfb0c39c733bb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364408 May 12 14:45:37.379044 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da2e26-b2fa-42b2-afee-81c5a81c27f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589de166-c71f-42a2-accc-0e77f1c35597,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:37.381195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52562) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:37.434645 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d28faee3-dbb2-4f1d-8f27-868d4174f9d2 admin admin] Publish callbacks [] for security_group (589de166-c71f-42a2-accc-0e77f1c35597), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.456108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d28faee3-dbb2-4f1d-8f27-868d4174f9d2 admin admin] Publish callbacks [] for security_group (589de166-c71f-42a2-accc-0e77f1c35597), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.510007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d28faee3-dbb2-4f1d-8f27-868d4174f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (589de166-c71f-42a2-accc-0e77f1c35597), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.512957 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d28faee3-dbb2-4f1d-8f27-868d4174f9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:37.514139 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d28faee3-dbb2-4f1d-8f27-868d4174f9d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/589de166-c71f-42a2-accc-0e77f1c35597 HTTP/1.1" status: 204 len: 168 time: 0.1319273 May 12 14:45:37.523720 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28faee3-dbb2-4f1d-8f27-868d4174f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589de166-c71f-42a2-accc-0e77f1c35597,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:39.228205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52608) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:39.348395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2352-b574-4976-96e5-3ab6ea2c4122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.431652 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2352-b574-4976-96e5-3ab6ea2c4122 admin admin] Publish callbacks [] for security_group (3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.437283 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2352-b574-4976-96e5-3ab6ea2c4122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.477477 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6a0c2352-b574-4976-96e5-3ab6ea2c4122 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8fadbba303c44fb697a603094b11d83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481844 May 12 14:45:39.478320 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c2352-b574-4976-96e5-3ab6ea2c4122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:39.480472 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52612) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:39.533153 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67978a0e-f83c-4b9b-99a8-cc6b9dd91ddc admin admin] Publish callbacks [] for security_group (3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.557280 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67978a0e-f83c-4b9b-99a8-cc6b9dd91ddc admin admin] Publish callbacks [] for security_group (3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.609084 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67978a0e-f83c-4b9b-99a8-cc6b9dd91ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.611735 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67978a0e-f83c-4b9b-99a8-cc6b9dd91ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.612872 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-67978a0e-f83c-4b9b-99a8-cc6b9dd91ddc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99 HTTP/1.1" status: 204 len: 168 time: 0.1314199 May 12 14:45:39.620567 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67978a0e-f83c-4b9b-99a8-cc6b9dd91ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ed9d9-7b3f-4eab-b8ac-d5ced9c72b99,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:39.896429 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52618) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:39.911306 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a284113-8ae9-4a3d-b206-742919240b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:39.994723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a284113-8ae9-4a3d-b206-742919240b9c admin admin] Publish callbacks [] for security_group (84433147-9578-494e-b0b5-c7bca15599e3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:40.001223 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a284113-8ae9-4a3d-b206-742919240b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (84433147-9578-494e-b0b5-c7bca15599e3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:40.046291 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9a284113-8ae9-4a3d-b206-742919240b9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8ea550cbd8f48f6bb8a98b7e78eaaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481915 May 12 14:45:40.047226 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284113-8ae9-4a3d-b206-742919240b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84433147-9578-494e-b0b5-c7bca15599e3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:40.049238 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:40.098445 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d93e72b2-c356-4774-a3b4-ad6a2ffbe967 admin admin] Publish callbacks [] for security_group (84433147-9578-494e-b0b5-c7bca15599e3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:40.119785 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d93e72b2-c356-4774-a3b4-ad6a2ffbe967 admin admin] Publish callbacks [] for security_group (84433147-9578-494e-b0b5-c7bca15599e3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:40.172887 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d93e72b2-c356-4774-a3b4-ad6a2ffbe967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (84433147-9578-494e-b0b5-c7bca15599e3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:40.175424 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d93e72b2-c356-4774-a3b4-ad6a2ffbe967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:40.176698 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d93e72b2-c356-4774-a3b4-ad6a2ffbe967 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84433147-9578-494e-b0b5-c7bca15599e3 HTTP/1.1" status: 204 len: 168 time: 0.1264484 May 12 14:45:40.184852 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e72b2-c356-4774-a3b4-ad6a2ffbe967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84433147-9578-494e-b0b5-c7bca15599e3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:42.221745 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52694) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:42.348276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ec5beed-1149-4a7d-9169-a9b5b6143647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.425658 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ec5beed-1149-4a7d-9169-a9b5b6143647 admin admin] Publish callbacks [] for security_group (cf11e044-38c9-4b04-a3c0-650fc0ae859b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.431253 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ec5beed-1149-4a7d-9169-a9b5b6143647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cf11e044-38c9-4b04-a3c0-650fc0ae859b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.468529 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0ec5beed-1149-4a7d-9169-a9b5b6143647 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c50825f415e47468c495eaf9c682620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456841 May 12 14:45:42.469673 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5beed-1149-4a7d-9169-a9b5b6143647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11e044-38c9-4b04-a3c0-650fc0ae859b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:42.471498 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52698) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:42.526087 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f4352b7-24bf-489e-bac1-27ddad9340e9 admin admin] Publish callbacks [] for security_group (cf11e044-38c9-4b04-a3c0-650fc0ae859b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.549498 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f4352b7-24bf-489e-bac1-27ddad9340e9 admin admin] Publish callbacks [] for security_group (cf11e044-38c9-4b04-a3c0-650fc0ae859b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.603976 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f4352b7-24bf-489e-bac1-27ddad9340e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cf11e044-38c9-4b04-a3c0-650fc0ae859b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.606562 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f4352b7-24bf-489e-bac1-27ddad9340e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.607704 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9f4352b7-24bf-489e-bac1-27ddad9340e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf11e044-38c9-4b04-a3c0-650fc0ae859b HTTP/1.1" status: 204 len: 168 time: 0.1344266 May 12 14:45:42.615108 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4352b7-24bf-489e-bac1-27ddad9340e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11e044-38c9-4b04-a3c0-650fc0ae859b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:42.884084 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:42.898969 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6212d93-f365-4096-af6f-9a045ed78320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.989186 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6212d93-f365-4096-af6f-9a045ed78320 admin admin] Publish callbacks [] for security_group (5f0dd739-b40b-4dd3-b6b8-c24830d70ce6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:42.995300 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f6212d93-f365-4096-af6f-9a045ed78320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5f0dd739-b40b-4dd3-b6b8-c24830d70ce6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:43.034139 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f6212d93-f365-4096-af6f-9a045ed78320 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee5033bafe454094903ea84e7fdbd5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488004 May 12 14:45:43.034985 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6212d93-f365-4096-af6f-9a045ed78320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0dd739-b40b-4dd3-b6b8-c24830d70ce6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:43.037129 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52708) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:43.089604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f02adfb-f7d0-4d05-aef1-4472a1e62792 admin admin] Publish callbacks [] for security_group (5f0dd739-b40b-4dd3-b6b8-c24830d70ce6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:43.111331 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f02adfb-f7d0-4d05-aef1-4472a1e62792 admin admin] Publish callbacks [] for security_group (5f0dd739-b40b-4dd3-b6b8-c24830d70ce6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:43.164360 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f02adfb-f7d0-4d05-aef1-4472a1e62792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5f0dd739-b40b-4dd3-b6b8-c24830d70ce6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:43.169065 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f02adfb-f7d0-4d05-aef1-4472a1e62792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:43.170420 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9f02adfb-f7d0-4d05-aef1-4472a1e62792 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f0dd739-b40b-4dd3-b6b8-c24830d70ce6 HTTP/1.1" status: 204 len: 168 time: 0.1323080 May 12 14:45:43.177861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02adfb-f7d0-4d05-aef1-4472a1e62792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0dd739-b40b-4dd3-b6b8-c24830d70ce6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:44.361676 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:44.484935 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c30d1d72-928b-4075-9c6e-0bf4029959a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.563795 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c30d1d72-928b-4075-9c6e-0bf4029959a2 admin admin] Publish callbacks [] for security_group (a093690a-415a-49cb-b6b2-f760d72ecf67), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.569562 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c30d1d72-928b-4075-9c6e-0bf4029959a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a093690a-415a-49cb-b6b2-f760d72ecf67), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.610770 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c30d1d72-928b-4075-9c6e-0bf4029959a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68fd918358ba49d18393d65b0f9e9931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480118 May 12 14:45:44.611879 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d1d72-928b-4075-9c6e-0bf4029959a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093690a-415a-49cb-b6b2-f760d72ecf67,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:44.613565 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52746) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:44.673466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-945fb960-72e4-4104-b95d-f4240823ca7b admin admin] Publish callbacks [] for security_group (a093690a-415a-49cb-b6b2-f760d72ecf67), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.696256 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-945fb960-72e4-4104-b95d-f4240823ca7b admin admin] Publish callbacks [] for security_group (a093690a-415a-49cb-b6b2-f760d72ecf67), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.748494 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-945fb960-72e4-4104-b95d-f4240823ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a093690a-415a-49cb-b6b2-f760d72ecf67), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.752152 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-945fb960-72e4-4104-b95d-f4240823ca7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.753301 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-945fb960-72e4-4104-b95d-f4240823ca7b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a093690a-415a-49cb-b6b2-f760d72ecf67 HTTP/1.1" status: 204 len: 168 time: 0.1384532 May 12 14:45:44.761686 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fb960-72e4-4104-b95d-f4240823ca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093690a-415a-49cb-b6b2-f760d72ecf67,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:50.066318 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52808) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:50.182473 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e884f94a-9ef8-4c5f-b18d-602629c084d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.260806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e884f94a-9ef8-4c5f-b18d-602629c084d1 admin admin] Publish callbacks [] for security_group (74cb8e10-06fc-4def-b189-afb2c3eb60cb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.267229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e884f94a-9ef8-4c5f-b18d-602629c084d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (74cb8e10-06fc-4def-b189-afb2c3eb60cb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.304447 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e884f94a-9ef8-4c5f-b18d-602629c084d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f7947e1389f46128b4683d662de77c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370777 May 12 14:45:50.305287 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884f94a-9ef8-4c5f-b18d-602629c084d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb8e10-06fc-4def-b189-afb2c3eb60cb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:50.308163 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:50.368669 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d4e039-e64b-40bf-81e4-01c1a860da6c admin admin] Publish callbacks [] for security_group (74cb8e10-06fc-4def-b189-afb2c3eb60cb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.392436 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d4e039-e64b-40bf-81e4-01c1a860da6c admin admin] Publish callbacks [] for security_group (74cb8e10-06fc-4def-b189-afb2c3eb60cb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.446303 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d4e039-e64b-40bf-81e4-01c1a860da6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (74cb8e10-06fc-4def-b189-afb2c3eb60cb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.450695 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d4e039-e64b-40bf-81e4-01c1a860da6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.452256 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-83d4e039-e64b-40bf-81e4-01c1a860da6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74cb8e10-06fc-4def-b189-afb2c3eb60cb HTTP/1.1" status: 204 len: 168 time: 0.1430349 May 12 14:45:50.461163 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4e039-e64b-40bf-81e4-01c1a860da6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb8e10-06fc-4def-b189-afb2c3eb60cb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:50.746997 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52818) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:50.760541 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a78dce-e4b8-47ca-b7dd-3f3a03dc4886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.836453 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a78dce-e4b8-47ca-b7dd-3f3a03dc4886 admin admin] Publish callbacks [] for security_group (8bfd4c97-1455-4a2e-849f-a6b86fd053a7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.842352 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a78dce-e4b8-47ca-b7dd-3f3a03dc4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (8bfd4c97-1455-4a2e-849f-a6b86fd053a7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.877860 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78dce-e4b8-47ca-b7dd-3f3a03dc4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd4c97-1455-4a2e-849f-a6b86fd053a7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:50.882093 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-75a78dce-e4b8-47ca-b7dd-3f3a03dc4886 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20f2ada8862a4289ac989eaddb440f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339891 May 12 14:45:50.885043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52820) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:50.935408 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be6fe1ad-9357-4605-993d-13fa1611d9e4 admin admin] Publish callbacks [] for security_group (8bfd4c97-1455-4a2e-849f-a6b86fd053a7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:50.961293 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be6fe1ad-9357-4605-993d-13fa1611d9e4 admin admin] Publish callbacks [] for security_group (8bfd4c97-1455-4a2e-849f-a6b86fd053a7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:51.013776 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be6fe1ad-9357-4605-993d-13fa1611d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (8bfd4c97-1455-4a2e-849f-a6b86fd053a7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:51.016581 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be6fe1ad-9357-4605-993d-13fa1611d9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:51.017759 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-be6fe1ad-9357-4605-993d-13fa1611d9e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8bfd4c97-1455-4a2e-849f-a6b86fd053a7 HTTP/1.1" status: 204 len: 168 time: 0.1317427 May 12 14:45:51.025862 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fe1ad-9357-4605-993d-13fa1611d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd4c97-1455-4a2e-849f-a6b86fd053a7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:52.371701 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992b54e3-0841-4637-87ec-15eb250cb5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:54.787322 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86184b4c-c0a6-4060-bf8a-d25f5f31c281 req-b873a1fc-ffa3-48f4-82ca-79f94d3194fe tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:54.788912 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86184b4c-c0a6-4060-bf8a-d25f5f31c281 req-b873a1fc-ffa3-48f4-82ca-79f94d3194fe tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0503404 May 12 14:45:54.800831 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2317df51-eb8b-4ba1-9e57-b26fb55d051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:54.844033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86184b4c-c0a6-4060-bf8a-d25f5f31c281 req-d0e62fc2-e0d5-42b5-b00f-76e0f6430a8f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486183 May 12 14:45:54.849016 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:45:55.890623 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:55.965979 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8aaac3-3170-4fd4-90c5-2d14c7d1fae3 req-a3c6a56a-dd31-4fec-8e3e-d1793746efa0 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:55.967519 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f8aaac3-3170-4fd4-90c5-2d14c7d1fae3 req-a3c6a56a-dd31-4fec-8e3e-d1793746efa0 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0488961 May 12 14:45:56.017403 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f8aaac3-3170-4fd4-90c5-2d14c7d1fae3 req-28648ce8-d3b6-48b8-a49e-1b6332cf3c45 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=75b80f91-8235-4681-9418-022a9309873d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 May 12 14:45:56.277993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-3f8ef3ee-fb86-4694-a484-abf1cee0b688 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:56.279491 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-3f8ef3ee-fb86-4694-a484-abf1cee0b688 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 945 time: 0.0465817 May 12 14:45:56.370609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Deleting port 4e5a3761-d09e-48c6-943e-29a687c9f984 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:56.370954 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:56.462833 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] For port 4e5a3761-d09e-48c6-943e-29a687c9f984, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e5a3761-d09e-48c6-943e-29a687c9f984,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:45:56.463199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:56.638860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:56.639007 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (53b4d2ee-4b77-479e-8320-11e7b3d9f9f3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:56.639343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Floating IP 53b4d2ee-4b77-479e-8320-11e7b3d9f9f3 disassociated. External IP: 172.27.1.106, port: 4e5a3761-d09e-48c6-943e-29a687c9f984. May 12 14:45:56.640220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Calling delete_port for 4e5a3761-d09e-48c6-943e-29a687c9f984 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:56.770375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (4e5a3761-d09e-48c6-943e-29a687c9f984), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:56.801131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event deleted for resources: {'Port': ['ID=4e5a3761-d09e-48c6-943e-29a687c9f984,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:56.931711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:45:57.051353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:45:57.066973 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:45:57.069159 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:57.078955 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:57.079951 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:45:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:57.148230 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e0ff64d9-aa38-4ade-ade4-148eabfe1ddb req-072261ef-314b-485b-8fdc-8f6fac27e562 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=f843e0ce-6156-4d75-9341-c049c6297133 HTTP/1.1" status: 200 len: 210 time: 0.0562940 May 12 14:45:57.149211 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] No DVR routers for this DVR port 4e5a3761-d09e-48c6-943e-29a687c9f984 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:45:57.152075 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:57.156906 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18eb5f0e-df6c-44f8-9fad-57241a3ecf61 req-9945842f-06e5-4670-9cf6-0dd0fa9e05fd tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "DELETE /v2.0/ports/4e5a3761-d09e-48c6-943e-29a687c9f984 HTTP/1.1" status: 204 len: 173 time: 0.8696697 May 12 14:45:57.157579 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'name': 'network-vif-deleted', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:45:57.160090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb5884-7789-4e01-8293-92740192a60a" -d '{"events": [{"server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "name": "network-vif-deleted", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:45:57.201050 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d474e7-d393-4da4-a45e-32169b8a6537 x-openstack-request-id: req-b4d474e7-d393-4da4-a45e-32169b8a6537 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:45:57.201447 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f843e0ce-6156-4d75-9341-c049c6297133", "name": "network-vif-deleted", "tag": "4e5a3761-d09e-48c6-943e-29a687c9f984", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:45:57.201825 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4d474e7-d393-4da4-a45e-32169b8a6537 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:45:57.202581 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d474e7-d393-4da4-a45e-32169b8a6537'] response: {'server_uuid': 'f843e0ce-6156-4d75-9341-c049c6297133', 'name': 'network-vif-deleted', 'tag': '4e5a3761-d09e-48c6-943e-29a687c9f984', 'status': 'completed', 'code': 200} May 12 14:45:57.204562 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:57.436091 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:57.462788 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:45:57.471315 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:45:57.471949 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:45:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:57.586005 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:45:57.790303 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:57.817953 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb47ce-f698-4d43-9f41-28452897bb4c None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:45:58.063907 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d0c441-ae55-4625-a0fb-709fd24f472e None None] New status for floating IP 53b4d2ee-4b77-479e-8320-11e7b3d9f9f3: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:45:58.237623 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52956) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:58.299020 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-509371c7-ec8f-4633-ad42-5455d3d1a12f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (75b80f91-8235-4681-9418-022a9309873d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.325446 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-509371c7-ec8f-4633-ad42-5455d3d1a12f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (75b80f91-8235-4681-9418-022a9309873d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.381233 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-509371c7-ec8f-4633-ad42-5455d3d1a12f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (75b80f91-8235-4681-9418-022a9309873d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.384071 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-509371c7-ec8f-4633-ad42-5455d3d1a12f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.385306 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-509371c7-ec8f-4633-ad42-5455d3d1a12f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "DELETE /v2.0/security-groups/75b80f91-8235-4681-9418-022a9309873d HTTP/1.1" status: 204 len: 168 time: 0.1461847 May 12 14:45:58.388281 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52958) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:58.395133 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509371c7-ec8f-4633-ad42-5455d3d1a12f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b80f91-8235-4681-9418-022a9309873d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:58.406976 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-109e10f6-a4cb-4ed9-ae6e-63fe2e180ef2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] show failed (client error): The resource could not be found. May 12 14:45:58.408431 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-109e10f6-a4cb-4ed9-ae6e-63fe2e180ef2 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups/75b80f91-8235-4681-9418-022a9309873d HTTP/1.1" status: 404 len: 347 time: 0.0184553 May 12 14:45:58.412045 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52960) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:58.532665 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Deleting port aaffbed1-cf0b-462a-b8cd-5994dbc245f4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:45:58.533016 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.612729 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.613081 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.628349 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Calling delete_port for aaffbed1-cf0b-462a-b8cd-5994dbc245f4 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:45:58.695862 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.761516 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (aaffbed1-cf0b-462a-b8cd-5994dbc245f4), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.790428 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event deleted for resources: {'Port': ['ID=aaffbed1-cf0b-462a-b8cd-5994dbc245f4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:58.854502 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (53b4d2ee-4b77-479e-8320-11e7b3d9f9f3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.857019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:58.858468 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-736a653d-6f79-4cf9-a443-f46719979180 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "DELETE /v2.0/floatingips/53b4d2ee-4b77-479e-8320-11e7b3d9f9f3 HTTP/1.1" status: 204 len: 168 time: 0.4453304 May 12 14:45:58.947790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 52974) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:58.952413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486796414', 'description': 'tempest-description--2127415940'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:58.976993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.048405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (b2678dd5-b0a7-4c61-b874-7ff2c3bcb730), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.053640 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (b2678dd5-b0a7-4c61-b874-7ff2c3bcb730), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.087285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.088533 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1397243 May 12 14:45:59.090406 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac95d23-7ce8-4b74-a144-ff55f139a11d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:59.091596 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:59.097337 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'security_group_rule': {'security_group_id': 'b2678dd5-b0a7-4c61-b874-7ff2c3bcb730', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:59.130356 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (28d0e38e-3ddf-4d9e-9d65-854cfa63fbe4), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.193673 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (28d0e38e-3ddf-4d9e-9d65-854cfa63fbe4), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.199060 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (28d0e38e-3ddf-4d9e-9d65-854cfa63fbe4), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.216434 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d0e38e-3ddf-4d9e-9d65-854cfa63fbe4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:59.225791 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.227042 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3552adee-c15b-455c-966d-e226d04d4a58 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339591 May 12 14:45:59.230903 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52978) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:59.235821 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'security_group_rule': {'security_group_id': 'b2678dd5-b0a7-4c61-b874-7ff2c3bcb730', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:59.263045 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (0d5d0cce-aa22-487e-8c24-0bbb0a1359e1), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.332892 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (0d5d0cce-aa22-487e-8c24-0bbb0a1359e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.338198 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (0d5d0cce-aa22-487e-8c24-0bbb0a1359e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.355401 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5d0cce-aa22-487e-8c24-0bbb0a1359e1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:59.365390 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.366580 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-bb73cafc-fb86-436e-ac41-813ffd735f61 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348133 May 12 14:45:59.369897 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 52980) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:59.374402 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:45:59.404671 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.493049 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.635079 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Allocated IP 172.27.1.76 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/ba894a93-d60f-4570-8bdf-f620c36255ce) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:45:59.760669 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.808074 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:59.854856 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:45:59.855444 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:45:59.857958 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:45:59.864766 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'Port': ['ID=ba894a93-d60f-4570-8bdf-f620c36255ce,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:59.961528 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:00.005098 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:00.224272 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:00.229502 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:00.261768 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 4e5a3761-d09e-48c6-943e-29a687c9f984 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:46:00.289286 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 4e5a3761-d09e-48c6-943e-29a687c9f984 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:46:00.289626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 4e5a3761-d09e-48c6-943e-29a687c9f984 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:46:00.539011 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'Port': ['ID=ba894a93-d60f-4570-8bdf-f620c36255ce,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:00.549355 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:00.568177 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:00.569405 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-cd5cd452-f582-437f-9d3d-6e82edad004f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1984091 May 12 14:46:00.771330 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-5979c3e2-028e-4b9a-881c-98ef5c22e60f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--486796414&fields=id&tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab HTTP/1.1" status: 200 len: 267 time: 0.0431964 May 12 14:46:00.877268 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-a4f99a14-363e-41b2-86e7-1e256073323c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:00.878755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-a4f99a14-363e-41b2-86e7-1e256073323c tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 811 time: 0.1010695 May 12 14:46:00.894131 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-86aceeed-4895-49b0-8ccc-b74efccfcb5f tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/quotas/4bfc0cf739ef49329b3abc976a5cf1ab HTTP/1.1" status: 200 len: 375 time: 0.0097766 May 12 14:46:00.954267 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-71081198-ebe8-46bb-8e75-83703571ef19 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528252 May 12 14:46:01.164788 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-481ace2a-5ce3-4f50-8c0d-a8e765fce940 service neutron] 10.222.0.79 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936080 May 12 14:46:01.262661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-4061262b-9eba-4adb-86bb-743793068c83 service neutron] 10.222.0.79 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892131 May 12 14:46:01.439410 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba37be72-69d2-4f36-bf3a-96ded0b15ef0 req-8fe4a047-9fd8-4367-ba7b-910fbdf40a98 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 210 time: 0.0305135 May 12 14:46:02.431280 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53028) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:02.523493 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.580388 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fff04f12-1d6a-4f07-ac88-9623d02c9eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.664211 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fff04f12-1d6a-4f07-ac88-9623d02c9eff admin admin] Publish callbacks [] for security_group (3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.669470 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fff04f12-1d6a-4f07-ac88-9623d02c9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.709619 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff04f12-1d6a-4f07-ac88-9623d02c9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:02.713859 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fff04f12-1d6a-4f07-ac88-9623d02c9eff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f0ea1669a263432ea52548b821f36cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815015 May 12 14:46:02.716828 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:02.768113 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5188464f-1f6e-46a3-bb05-0733994d6b51 admin admin] Publish callbacks [] for security_group (3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.792953 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5188464f-1f6e-46a3-bb05-0733994d6b51 admin admin] Publish callbacks [] for security_group (3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.851021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5188464f-1f6e-46a3-bb05-0733994d6b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.851509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e73e3fa-15fb-49cf-8120-e445cec400e7 req-2ea72e7a-142e-41b3-906f-17db663acd52 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 210 time: 0.0393705 May 12 14:46:02.858475 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5188464f-1f6e-46a3-bb05-0733994d6b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:02.863229 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5188464f-1f6e-46a3-bb05-0733994d6b51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6 HTTP/1.1" status: 204 len: 168 time: 0.1422303 May 12 14:46:02.868203 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188464f-1f6e-46a3-bb05-0733994d6b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b96f65b-1eea-4d74-bbf7-1a3f1b8a25b6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:02.888931 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-862189af-3d06-4e8b-86ed-92972503360e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:02.891390 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-862189af-3d06-4e8b-86ed-92972503360e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 811 time: 0.4291110 May 12 14:46:02.966770 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-6c5179ae-28d8-4099-a485-53a46dfe300d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab HTTP/1.1" status: 200 len: 379 time: 0.0561404 May 12 14:46:02.980314 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'port': {'device_id': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'admin_state_up': True, 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'security_groups': ['b2678dd5-b0a7-4c61-b874-7ff2c3bcb730']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:03.101164 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Made reservation on behalf of 4bfc0cf739ef49329b3abc976a5cf1ab for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:46:03.104624 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.234699 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Allocated IP 172.20.0.11 (e4082a23-e2c1-47cf-8408-55f5d6e4d99e/d519e8ed-3cc4-4463-b726-f74e06373f34/3025e7d9-221e-4eb3-b3d4-4e0d728df36f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:46:03.372434 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.409561 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.459156 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:03.462574 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:03.469018 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:46:03.475418 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event updated for resources: {'Port': ['ID=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:03.526247 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:03.526931 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.546738 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-d82bcb19-374a-4612-abe4-a1409a1c2bcb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5725124 May 12 14:46:03.569029 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Request body: {'port': {'device_id': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:03.632097 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.667029 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-a6ab5e29-9c06-4a1a-9a0a-9c4e22186e90 None None] Provisioning complete for port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:46:03.667621 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5e29-9c06-4a1a-9a0a-9c4e22186e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.705020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab5e29-9c06-4a1a-9a0a-9c4e22186e90 None None] Port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:46:03.971680 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3025e7d9-221e-4eb3-b3d4-4e0d728df36f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:46:03.982465 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Publish callbacks [] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:03.995209 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1839-dd79-4693-adb1-fddbde039690 req-dbcbc668-4418-4e6f-a991-388809c02aeb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:03.996689 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5da1839-dd79-4693-adb1-fddbde039690 req-dbcbc668-4418-4e6f-a991-388809c02aeb tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 932 time: 0.0647833 May 12 14:46:04.005191 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Transition to ACTIVE for port object 3025e7d9-221e-4eb3-b3d4-4e0d728df36f will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:46:04.012751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:04.091194 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Pushing event updated for resources: {'Port': ['ID=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:04.098209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5da1839-dd79-4693-adb1-fddbde039690 req-1c68e294-820f-42f1-ab26-25c1cd0a0648 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942054 May 12 14:46:04.178760 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Attempting to bind port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:46:04.179108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Attempting to bind port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:46:04.179579 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Attempting to bind port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:46:04.185894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:46:04.186211 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Attempting to bind port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f on network e4082a23-e2c1-47cf-8408-55f5d6e4d99e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:46:04.193603 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:46:04.194351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Checking segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:46:04.194753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Bound using segment: {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:46:04.195196 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Bound port: 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:46:04.195564 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:04.261299 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] For port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:46:04.264258 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] For port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:46:04.271992 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:04.308596 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:04.309254 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:04.310596 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] 10.222.0.85 "PUT /v2.0/ports/3025e7d9-221e-4eb3-b3d4-4e0d728df36f HTTP/1.1" status: 200 len: 1094 time: 0.7460561 May 12 14:46:04.311036 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:04.313491 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba926fc7-237d-49a8-8570-02da9d4e6e21" -d '{"events": [{"name": "network-changed", "server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:04.344349 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7469ce9-ba51-4027-a6d0-0505a0008a97 service neutron] Pushing event updated for resources: {'Port': ['ID=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:04.352876 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c964a1-0b47-4ccd-ac2d-176356449203 x-openstack-request-id: req-d2c964a1-0b47-4ccd-ac2d-176356449203 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:04.353240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:04.353624 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2c964a1-0b47-4ccd-ac2d-176356449203 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:04.354154 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c964a1-0b47-4ccd-ac2d-176356449203'] response: {'name': 'network-changed', 'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'status': 'completed', 'code': 200} May 12 14:46:04.426659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-583c87d0-1ef4-44a0-81a5-391b32a78975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:04.428193 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-583c87d0-1ef4-44a0-81a5-391b32a78975 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 1128 time: 0.0408540 May 12 14:46:04.479648 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-3eeee374-c586-477f-a5b4-6435ffec5fd8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f HTTP/1.1" status: 200 len: 217 time: 0.0362296 May 12 14:46:04.530089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-b95d3066-a2e1-41bf-8d12-c73f39021151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:04.531748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-b95d3066-a2e1-41bf-8d12-c73f39021151 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.0447121 May 12 14:46:04.580672 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-add50516-20f3-42f8-ac71-1caf4aa4d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:04.582246 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-add50516-20f3-42f8-ac71-1caf4aa4d259 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434978 May 12 14:46:04.672903 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-630deb73-07cb-459c-ae0d-a481d00da6ba service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836225 May 12 14:46:04.773520 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03bec9cf-9b18-4e17-b56e-133716fca1fd req-398b6ff9-9648-4b34-8e2d-78443638436f service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913622 May 12 14:46:05.216195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bbf06-8501-463f-aae4-e20a6e8a0f3b req-7fe8dc5f-066e-4fe5-b8b0-f351ec0fb519 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:05.217677 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad2bbf06-8501-463f-aae4-e20a6e8a0f3b req-7fe8dc5f-066e-4fe5-b8b0-f351ec0fb519 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 944 time: 0.0486064 May 12 14:46:05.267725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad2bbf06-8501-463f-aae4-e20a6e8a0f3b req-fd3d3127-1ded-4cc3-9f67-829554724894 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 May 12 14:46:06.400105 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6975-0d52-4cc8-a377-946f5f4b39c5 req-6c83e96b-b2ae-45db-a1e9-64b49a2e5bcc tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:06.401579 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c98b6975-0d52-4cc8-a377-946f5f4b39c5 req-6c83e96b-b2ae-45db-a1e9-64b49a2e5bcc tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 944 time: 0.0541577 May 12 14:46:06.451329 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c98b6975-0d52-4cc8-a377-946f5f4b39c5 req-7bf5c384-aaa8-43e7-b305-1fb24fe38c29 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 May 12 14:46:07.362743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-38892a4f-dbe6-4807-88ea-66fade3978b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:07.364281 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-38892a4f-dbe6-4807-88ea-66fade3978b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 1128 time: 0.0410740 May 12 14:46:07.461881 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-9f02e8f4-3da1-4f2a-8e50-46c53401c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:07.463369 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-9f02e8f4-3da1-4f2a-8e50-46c53401c332 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 912 time: 0.0920653 May 12 14:46:07.506931 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-5fe50f68-dc89-4989-82d1-9f6e16f9fc93 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f HTTP/1.1" status: 200 len: 217 time: 0.0341175 May 12 14:46:07.593721 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3508-e99e-4361-b3ce-52a4437d0efc req-b54a7bbd-ac49-4fa7-aa19-022d7a1cc69e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:07.595213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-253b3508-e99e-4361-b3ce-52a4437d0efc req-b54a7bbd-ac49-4fa7-aa19-022d7a1cc69e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 944 time: 0.0732286 May 12 14:46:07.596683 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-79c938f9-afff-4e99-9b57-c6b31f631608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:07.597984 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-79c938f9-afff-4e99-9b57-c6b31f631608 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.0844007 May 12 14:46:07.661571 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-f29ab261-69c2-44dd-93ff-3ae78d651477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:07.662965 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-f29ab261-69c2-44dd-93ff-3ae78d651477 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582790 May 12 14:46:07.684748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-253b3508-e99e-4361-b3ce-52a4437d0efc req-250c4fef-ff02-40a6-a597-4c1cf4e00007 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810902 May 12 14:46:07.764894 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-29c7bf1a-9bda-421e-8510-5151a3539808 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943549 May 12 14:46:07.866069 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba926fc7-237d-49a8-8570-02da9d4e6e21 req-929f06fa-f3a4-4f48-b206-af0c48abd200 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917363 May 12 14:46:08.255422 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 3025e7d9-221e-4eb3-b3d4-4e0d728df36f details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:46:08.364239 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:08.375571 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'port_id': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'mac_address': 'fa:16:3e:49:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:46:08.413070 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:46:08.413461 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:08.427237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3025e7d9-221e-4eb3-b3d4-4e0d728df36f {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:46:08.446680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:08.453795 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:08.501375 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:08.509319 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.509606 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.509969 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.510346 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.510677 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.511008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.511338 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.511648 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.511999 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.512327 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.512655 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.512980 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.513302 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.513623 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.513941 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:08.813324 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299edbd-0747-41ab-a9bd-53a4724d1027 req-573fbfee-275d-4440-a962-65123753e298 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:08.814768 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8299edbd-0747-41ab-a9bd-53a4724d1027 req-573fbfee-275d-4440-a962-65123753e298 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 945 time: 0.0547810 May 12 14:46:08.869770 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8299edbd-0747-41ab-a9bd-53a4724d1027 req-d73451e6-00f3-4abc-80cc-fac8ce0ef1a9 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482779 May 12 14:46:09.030635 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['3025e7d9-221e-4eb3-b3d4-4e0d728df36f'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:46:10.020724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7271b0c-e8e5-43bb-971f-09d4b3860de6 req-ebafcc4e-3334-46fe-8cd7-2d7f5bbed9ef tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:10.022199 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c7271b0c-e8e5-43bb-971f-09d4b3860de6 req-ebafcc4e-3334-46fe-8cd7-2d7f5bbed9ef tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 945 time: 0.0604041 May 12 14:46:10.071782 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c7271b0c-e8e5-43bb-971f-09d4b3860de6 req-5cc20a09-c71c-4939-ab14-dd3beb790975 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 May 12 14:46:10.276272 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 3025e7d9-221e-4eb3-b3d4-4e0d728df36f up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:46:10.324278 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:46:10.331534 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:46:10.332004 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:10.554691 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:46:10.555090 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:10.579238 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:10.581750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610832fc-4924-40cd-80ec-452df4f42873" -d '{"events": [{"server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "name": "network-vif-plugged", "status": "completed", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:10.594441 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:10.599828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:10.622638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5789d-1f18-499b-9d64-8abeb78e3aa9 x-openstack-request-id: req-65d5789d-1f18-499b-9d64-8abeb78e3aa9 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:10.622905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "name": "network-vif-plugged", "status": "completed", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:10.623244 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65d5789d-1f18-499b-9d64-8abeb78e3aa9 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:10.623606 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d5789d-1f18-499b-9d64-8abeb78e3aa9'] response: {'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'code': 200} May 12 14:46:10.649250 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:10.862893 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e7de-7ebc-42c2-a1a4-7efb5a883e14 req-97bd7bbb-41a7-44d8-88d4-c4f1720f4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:10.864345 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a187e7de-7ebc-42c2-a1a4-7efb5a883e14 req-97bd7bbb-41a7-44d8-88d4-c4f1720f4197 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 1130 time: 0.0390568 May 12 14:46:10.910071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a187e7de-7ebc-42c2-a1a4-7efb5a883e14 req-57c9d693-7e96-4dcd-9874-a596e7688819 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 May 12 14:46:11.214866 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010108a8-09d4-479b-9607-6100a90bdc86 req-2c1e2a83-f7bd-49eb-ab44-9199c55a7679 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:11.216337 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-010108a8-09d4-479b-9607-6100a90bdc86 req-2c1e2a83-f7bd-49eb-ab44-9199c55a7679 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0609076 May 12 14:46:11.266052 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-010108a8-09d4-479b-9607-6100a90bdc86 req-6bbb7a74-bba0-4538-9ab1-8aee51d57dec tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407267 May 12 14:46:12.401048 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0d75b-13da-4a06-bc05-1f88ca954ddb req-989736ee-314d-4eef-b855-ef99d733cfba tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:12.402520 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62f0d75b-13da-4a06-bc05-1f88ca954ddb req-989736ee-314d-4eef-b855-ef99d733cfba tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0551226 May 12 14:46:12.462775 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62f0d75b-13da-4a06-bc05-1f88ca954ddb req-26a415d6-ddac-40c8-8c03-92fc83479a88 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538461 May 12 14:46:13.595936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf079-7b92-446c-be36-16a7eed526d4 req-15d15712-9f8f-44e8-bf43-873405312fab tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:13.597789 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cfbf079-7b92-446c-be36-16a7eed526d4 req-15d15712-9f8f-44e8-bf43-873405312fab tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0512083 May 12 14:46:13.654627 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cfbf079-7b92-446c-be36-16a7eed526d4 req-1f1c7cdd-6eae-4d00-90b7-669d46102578 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 May 12 14:46:13.766352 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ce2b9-f0c9-4e1d-a255-d01b27ef4036 req-52666b52-4cd0-4852-b6c4-bd48e36107b3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:13.767856 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-664ce2b9-f0c9-4e1d-a255-d01b27ef4036 req-52666b52-4cd0-4852-b6c4-bd48e36107b3 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0488503 May 12 14:46:13.780186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53078) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:13.784677 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Request body: {'floatingip': {'port_id': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:13.825399 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:14.295748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:14.301770 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:14.404172 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Floating IP ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90 associated. External IP: 172.27.1.76, port: 3025e7d9-221e-4eb3-b3d4-4e0d728df36f. May 12 14:46:14.640719 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:46:14.751625 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:46:14.757249 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:14.763671 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:46:14.774285 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:14.774897 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:45:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:14.786265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c0b92cd9-44bf-43c0-ab00-acb663fb4c6d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "PUT /v2.0/floatingips/ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90 HTTP/1.1" status: 200 len: 991 time: 1.0050483 May 12 14:46:14.786844 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:14.789163 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95959a10-e1b4-42e5-8726-50bcc00227c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:14.825902 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0113ea-5b27-45a9-8310-862c89f6ce1e x-openstack-request-id: req-7f0113ea-5b27-45a9-8310-862c89f6ce1e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:14.826199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:14.826459 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f0113ea-5b27-45a9-8310-862c89f6ce1e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:14.826879 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0113ea-5b27-45a9-8310-862c89f6ce1e'] response: {'name': 'network-changed', 'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'status': 'completed', 'code': 200} May 12 14:46:14.928777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-2a202700-a996-4048-9cf5-4aa7d5397151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:14.930259 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-2a202700-a996-4048-9cf5-4aa7d5397151 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 1130 time: 0.0412815 May 12 14:46:14.974563 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:15.027597 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-840030d1-44a1-4aaa-97a4-f1ce35390b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:15.029154 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-840030d1-44a1-4aaa-97a4-f1ce35390b91 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 200 len: 912 time: 0.0912619 May 12 14:46:15.100572 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-b38c9824-4aa7-4c64-802c-0bbba83426ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f HTTP/1.1" status: 200 len: 999 time: 0.0584228 May 12 14:46:15.197830 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'port_id': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'mac_address': 'fa:16:3e:49:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:45:59Z', 'updated_at': '2022-05-12T14:46:14Z', 'revision_number': 1, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:15.225677 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:46:15.235189 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:15.235848 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:45:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:15.352657 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:15.420675 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-80590f2a-6c29-4d15-a0fe-7f3cb42a42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:15.422136 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-80590f2a-6c29-4d15-a0fe-7f3cb42a42e6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 200 len: 850 time: 0.3113308 May 12 14:46:15.468523 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-65297a79-0ae4-4975-9845-b165c598d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:15.469954 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-65297a79-0ae4-4975-9845-b165c598d2dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e4082a23-e2c1-47cf-8408-55f5d6e4d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376215 May 12 14:46:15.566799 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-54be4b0e-cd1e-4316-9da7-ec6de4141053 service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884547 May 12 14:46:15.573160 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'port_id': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'mac_address': 'fa:16:3e:49:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:45:59Z', 'updated_at': '2022-05-12T14:46:14Z', 'revision_number': 1, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:15.600090 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541dd79-33a5-48ba-8f11-c7301278a9a3 None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'port_id': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'mac_address': 'fa:16:3e:49:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:45:59Z', 'updated_at': '2022-05-12T14:46:14Z', 'revision_number': 1, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:46:15.660252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95959a10-e1b4-42e5-8726-50bcc00227c4 req-9eee8c8c-da7e-47fd-b578-aeecf41bde2d service neutron] 10.222.0.85 "GET /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864682 May 12 14:46:15.813647 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08deca87-b46e-494e-bb76-cf53334bbed5 None None] New status for floating IP ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:46:22.379267 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-aee3a26f-69fb-45f8-9bc5-02d3501cd3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:24.814237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-242165bd-2012-4791-9f38-e09a234d2aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:25.892791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:26.157925 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bd898-5eb7-4929-a55c-86d03d177bb7 req-2005d061-d92f-4211-bdbd-802150087887 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:26.159570 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce7bd898-5eb7-4929-a55c-86d03d177bb7 req-2005d061-d92f-4211-bdbd-802150087887 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0506122 May 12 14:46:26.210033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce7bd898-5eb7-4929-a55c-86d03d177bb7 req-2c346020-7940-472b-aaea-8eed1e771b69 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447388 May 12 14:46:27.063887 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:27.345476 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775214d-4965-42c0-9722-f255e209e14f req-abc5d882-bd80-4905-89c0-c176db9cf81d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:27.347205 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b775214d-4965-42c0-9722-f255e209e14f req-abc5d882-bd80-4905-89c0-c176db9cf81d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0487623 May 12 14:46:27.404817 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b775214d-4965-42c0-9722-f255e209e14f req-a9fd68b8-d988-4bd2-bfa5-5a27cdd7080d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493488 May 12 14:46:28.694010 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:28.707750 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034807c-3541-43e9-90d3-f026e7d3e8c4 req-0af3739a-4a91-4495-b7ee-20f4cdab0ed9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:28.709262 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9034807c-3541-43e9-90d3-f026e7d3e8c4 req-0af3739a-4a91-4495-b7ee-20f4cdab0ed9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0558829 May 12 14:46:28.759322 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9034807c-3541-43e9-90d3-f026e7d3e8c4 req-bff7fa09-666c-41e4-a5f9-1deea9b6f1c1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 May 12 14:46:29.905616 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1a5f-9363-4967-9dfa-465f9cc34a2b req-d0946bb7-3050-4644-9aea-840a4ff48530 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:29.907095 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-192e1a5f-9363-4967-9dfa-465f9cc34a2b req-d0946bb7-3050-4644-9aea-840a4ff48530 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0615804 May 12 14:46:29.960235 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-192e1a5f-9363-4967-9dfa-465f9cc34a2b req-21b0b154-1aa0-4341-9bf1-be67a8293ea3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 May 12 14:46:31.096709 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3c72d-6845-4a10-996c-10034d5b9221 req-3b32daae-488c-4cd4-a09e-950c50106d4e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:31.098393 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdb3c72d-6845-4a10-996c-10034d5b9221 req-3b32daae-488c-4cd4-a09e-950c50106d4e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0570703 May 12 14:46:31.148516 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdb3c72d-6845-4a10-996c-10034d5b9221 req-ab12682f-6907-4c08-a5bd-dd10a555b970 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 May 12 14:46:31.857650 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:46:32.283907 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042036-a486-4f7c-b478-d65916d4fbe1 req-73ae56a4-bd6c-4a9b-9f64-1f8721932231 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:32.285384 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4a042036-a486-4f7c-b478-d65916d4fbe1 req-73ae56a4-bd6c-4a9b-9f64-1f8721932231 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0522249 May 12 14:46:32.344593 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4a042036-a486-4f7c-b478-d65916d4fbe1 req-06fcde51-9cd0-44fc-a9d4-d850dde2fa9d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503302 May 12 14:46:32.525728 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:33.475525 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3a2c3-bd36-4f09-834b-48ade11529cb req-b9c33ffd-be57-4be8-b5fb-b4c4129eae1b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:33.477436 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58f3a2c3-bd36-4f09-834b-48ade11529cb req-b9c33ffd-be57-4be8-b5fb-b4c4129eae1b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0561075 May 12 14:46:33.523592 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58f3a2c3-bd36-4f09-834b-48ade11529cb req-d70de375-4023-4652-b81d-bbcce283ee07 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 May 12 14:46:34.673096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fa2f5-e1cb-489c-8f26-7d4f1592c199 req-bcd64410-d8ab-4e3c-a5c0-892e10c60666 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:34.674613 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d75fa2f5-e1cb-489c-8f26-7d4f1592c199 req-bcd64410-d8ab-4e3c-a5c0-892e10c60666 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0604727 May 12 14:46:34.722605 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d75fa2f5-e1cb-489c-8f26-7d4f1592c199 req-640b5343-b891-4ea5-a4e9-225063362f58 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 May 12 14:46:35.851047 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d60cda-ecdc-44e8-a357-ced1151d890a req-65194d62-277e-4cf2-a646-d6c448e30ea2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:35.852548 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31d60cda-ecdc-44e8-a357-ced1151d890a req-65194d62-277e-4cf2-a646-d6c448e30ea2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0529644 May 12 14:46:35.899022 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31d60cda-ecdc-44e8-a357-ced1151d890a req-4decf804-f1b4-4ee0-b4d3-4d0702288656 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 May 12 14:46:36.166962 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-296986eb-41a0-47c2-a2a2-4ca185f87064 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439482 May 12 14:46:36.248844 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-420927cb-abb7-4c3d-ad77-001591a69f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:36.251102 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-420927cb-abb7-4c3d-ad77-001591a69f0f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1129 time: 0.0436823 May 12 14:46:36.541290 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-eea5e40f-8aaa-4cf1-8b67-8ff01d176902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:36.542690 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-eea5e40f-8aaa-4cf1-8b67-8ff01d176902 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 910 time: 0.1082766 May 12 14:46:36.621015 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-2fe5e43e-8e69-447c-ab78-0fc8b06fb690 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 1001 time: 0.0621200 May 12 14:46:36.677096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-2625563b-7666-4616-857a-565e5c57f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:36.678584 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-2625563b-7666-4616-857a-565e5c57f3be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.0500243 May 12 14:46:36.724462 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-dcad96c5-7bc7-461c-a19d-0aa9df78889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:36.725945 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-dcad96c5-7bc7-461c-a19d-0aa9df78889a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401640 May 12 14:46:36.825230 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-23b12002-0c4e-495f-bbf0-48ce6c26848c service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902624 May 12 14:46:36.919665 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c66b901-f9dd-4488-9eaa-c6def643dd5a req-173a999b-9281-4651-ad55-964400aaf7ec service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861979 May 12 14:46:37.020596 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12bee3-b88d-4bf6-8049-fe22f26a5bf0 req-19737607-df11-4f78-8090-e73f5a9d48d2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:37.021985 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa12bee3-b88d-4bf6-8049-fe22f26a5bf0 req-19737607-df11-4f78-8090-e73f5a9d48d2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0488813 May 12 14:46:37.073624 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa12bee3-b88d-4bf6-8049-fe22f26a5bf0 req-57ec26a0-3480-48f6-b0ba-2857c9d8742c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 May 12 14:46:38.198711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e274c7-c1e0-46d2-9c2f-b09a786de0c9 req-08afdec2-ed92-4c91-904b-5bb3df1de102 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:38.200270 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7e274c7-c1e0-46d2-9c2f-b09a786de0c9 req-08afdec2-ed92-4c91-904b-5bb3df1de102 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0492313 May 12 14:46:38.248755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7e274c7-c1e0-46d2-9c2f-b09a786de0c9 req-6ad6cf9a-2ffc-4603-ace6-fecbf53dd1b6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 May 12 14:46:38.377396 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:46:38.487831 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:38.500527 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'mac_address': 'fa:16:3e:19:87:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:46:38.543724 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: ACTIVE; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:46:38.544136 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:38.558738 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6930fb7-573c-4eee-bf16-c9de09bd6eb3 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:46:38.579791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:38.586170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:38.634767 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=6']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:38.790889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['a6930fb7-573c-4eee-bf16-c9de09bd6eb3'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:46:39.381245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939bb9-fc68-4089-9a6f-6ff9643473e0 req-8e8d1d2b-242a-46ef-9e99-9b5fdad3c514 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:39.382707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f939bb9-fc68-4089-9a6f-6ff9643473e0 req-8e8d1d2b-242a-46ef-9e99-9b5fdad3c514 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 945 time: 0.0539360 May 12 14:46:39.431702 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f939bb9-fc68-4089-9a6f-6ff9643473e0 req-47c8cb99-2fa2-4a4e-8e0f-ff326b1c7969 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 May 12 14:46:40.390534 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:46:40.445719 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:46:40.446133 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.532873 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:46:40.533232 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.555920 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:40.557762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b6630-e045-416f-8b40-542b07f8e6c6 req-50ba026d-e26e-4319-965b-0270b8803745 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:40.558267 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17b795-68da-483b-a3b7-17746964c2aa" -d '{"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-plugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:40.559280 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-283b6630-e045-416f-8b40-542b07f8e6c6 req-50ba026d-e26e-4319-965b-0270b8803745 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 945 time: 0.0521472 May 12 14:46:40.571297 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:40.577302 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.603971 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c4e82-ff0a-4e0b-9ea3-eed13afa9660 x-openstack-request-id: req-ba3c4e82-ff0a-4e0b-9ea3-eed13afa9660 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:40.604278 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-plugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:40.604511 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba3c4e82-ff0a-4e0b-9ea3-eed13afa9660 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:40.604920 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3c4e82-ff0a-4e0b-9ea3-eed13afa9660'] response: {'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'code': 200} May 12 14:46:40.613319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-283b6630-e045-416f-8b40-542b07f8e6c6 req-2174462d-2067-48e7-8da0-c16ce3b627b0 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477231 May 12 14:46:40.631277 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=7']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:41.755367 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186836-273b-4555-a43c-04399e8a6aed req-a50baef4-d22e-4d1e-930b-a045dd01f193 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:41.756886 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9e186836-273b-4555-a43c-04399e8a6aed req-a50baef4-d22e-4d1e-930b-a045dd01f193 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0590549 May 12 14:46:41.821146 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9e186836-273b-4555-a43c-04399e8a6aed req-c9ecb8f5-f82e-41b9-8612-fcffa4e935f8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579875 May 12 14:46:42.951942 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3b99-3342-48b7-a238-5778c38ad98d req-175080ca-7596-48ac-8242-e9a06f28e5c8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:42.953332 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2b7a3b99-3342-48b7-a238-5778c38ad98d req-175080ca-7596-48ac-8242-e9a06f28e5c8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0533342 May 12 14:46:43.004330 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2b7a3b99-3342-48b7-a238-5778c38ad98d req-1c6c4148-ef3f-4500-bbce-185d6fd03ff6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453041 May 12 14:46:44.139008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72f84b-9f6e-483b-ab4b-63c13f4b747f req-4295ab6d-2b02-4186-b1fd-53504f4281e7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:44.140771 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e72f84b-9f6e-483b-ab4b-63c13f4b747f req-4295ab6d-2b02-4186-b1fd-53504f4281e7 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0565691 May 12 14:46:44.189722 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e72f84b-9f6e-483b-ab4b-63c13f4b747f req-d94aeb99-9e8d-4a5b-a74c-fe0e88d865a3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 May 12 14:46:45.314307 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81064be-b50e-4c47-813d-5df4f55182e4 req-5bc15b45-aca8-45ea-b234-dac9ca970792 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:45.315821 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c81064be-b50e-4c47-813d-5df4f55182e4 req-5bc15b45-aca8-45ea-b234-dac9ca970792 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0468311 May 12 14:46:45.366003 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c81064be-b50e-4c47-813d-5df4f55182e4 req-3f514382-ae3f-4eb7-bec5-358f6237cd55 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 May 12 14:46:46.499366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d945a8-a5e6-4f17-a56f-e3ebcfd91e65 req-abdb8f2f-21d1-4376-8b6b-fc786a626b22 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:46.501093 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9d945a8-a5e6-4f17-a56f-e3ebcfd91e65 req-abdb8f2f-21d1-4376-8b6b-fc786a626b22 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0558629 May 12 14:46:46.555429 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9d945a8-a5e6-4f17-a56f-e3ebcfd91e65 req-2b671de3-b6d0-4ec1-b88c-28eb2d116e7a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485086 May 12 14:46:47.684293 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3c6be-3006-423c-a424-38f354d7a391 req-7555e200-9156-4f43-a71d-d724a8b443bb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:47.692532 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a7b3c6be-3006-423c-a424-38f354d7a391 req-7555e200-9156-4f43-a71d-d724a8b443bb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0591154 May 12 14:46:47.737307 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a7b3c6be-3006-423c-a424-38f354d7a391 req-d6204395-45cf-4d2c-9743-e8ece40f7555 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 May 12 14:46:48.870103 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8fdc2-af95-4816-94c9-34d49caa4891 req-0b74f981-1a01-43a6-858e-5563c59641f6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:48.871891 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2a8fdc2-af95-4816-94c9-34d49caa4891 req-0b74f981-1a01-43a6-858e-5563c59641f6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0594947 May 12 14:46:48.922335 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2a8fdc2-af95-4816-94c9-34d49caa4891 req-a4dfb8c3-9c67-4b18-bbdb-bbd38268f7ce tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 May 12 14:46:50.054196 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b55d3-cb04-4196-8d1e-f05b71ce09da req-1790d350-c9e8-4d56-b74c-1b58beb43e0e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:50.056515 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c7b55d3-cb04-4196-8d1e-f05b71ce09da req-1790d350-c9e8-4d56-b74c-1b58beb43e0e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0580173 May 12 14:46:50.107364 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c7b55d3-cb04-4196-8d1e-f05b71ce09da req-1139d0c6-3837-4ba1-a6a9-75a74e24c890 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 May 12 14:46:51.252678 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612a11-4a96-4072-a77d-f7bbbdbd0bfe req-9328760b-eab1-4599-8e91-e65aee67f9f9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:51.254614 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50612a11-4a96-4072-a77d-f7bbbdbd0bfe req-9328760b-eab1-4599-8e91-e65aee67f9f9 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0543320 May 12 14:46:51.311179 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50612a11-4a96-4072-a77d-f7bbbdbd0bfe req-c3e4daaf-dab1-4381-94b2-ad3143d5526f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505626 May 12 14:46:52.376863 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ed006d8b-c27e-49e1-9ab8-aa51ecec3888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:52.484358 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c42dc-49ab-4b9b-94fa-25e4c0837a3c req-e8c42a3a-4603-498f-bf63-a7b2c152fc9a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:52.487798 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-030c42dc-49ab-4b9b-94fa-25e4c0837a3c req-e8c42a3a-4603-498f-bf63-a7b2c152fc9a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0570874 May 12 14:46:52.542177 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-030c42dc-49ab-4b9b-94fa-25e4c0837a3c req-2cfa3788-9503-4693-a12a-1572b620790b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492015 May 12 14:46:53.495638 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53224) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:53.680950 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f6f9-dfa4-4276-9c69-795f8ef1b7c8 req-0d9085b3-2e23-4fc4-82ec-dc2682f44be5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:53.684081 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f724f6f9-dfa4-4276-9c69-795f8ef1b7c8 req-0d9085b3-2e23-4fc4-82ec-dc2682f44be5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0541859 May 12 14:46:53.749551 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f724f6f9-dfa4-4276-9c69-795f8ef1b7c8 req-fea41f64-ee5c-46d0-bb1a-3b65e9e4fb04 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575540 May 12 14:46:53.961886 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Deleting port a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:46:53.962227 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.052765 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.053091 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for floatingip (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.066796 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Calling delete_port for a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:46:54.265917 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.301327 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event deleted for resources: {'Port': ['ID=a59bae0d-df4b-4acb-a2b5-ed7bd3bab36b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:54.309412 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.309754 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.310093 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.310438 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.310770 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.311098 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.311423 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.311770 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.312097 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.312419 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.312739 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.313060 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.313378 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.313699 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.314015 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:54.395570 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for floatingip (96574eed-0a1f-4669-a165-36a0a870ee8c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.395975 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Floating IP 96574eed-0a1f-4669-a165-36a0a870ee8c disassociated (deleted). External IP: 172.27.1.193, port: 5e60855e-b1bf-4dc0-8a72-5c0e800298c2. May 12 14:46:54.649124 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Router c2bc94d8-cd23-454a-b313-484beb6a54e5 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:46:54.790248 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:46:54.795895 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.800608 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] Sync routers for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:46:54.809307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f6e9-7742-4635-b894-4440a7523c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:54.829971 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:54.831104 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:54.844994 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e8a15418-b97f-4bc1-9f9c-b8151bd175f1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "DELETE /v2.0/floatingips/96574eed-0a1f-4669-a165-36a0a870ee8c HTTP/1.1" status: 204 len: 168 time: 1.3456531 May 12 14:46:54.845907 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:54.848839 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594ae87-d251-488d-b043-dd8695500024" -d '{"events": [{"name": "network-changed", "server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:54.989646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d50ec4-8a43-423a-af77-3f5e446d4d73 req-8b1064d6-9192-4916-9f53-69b4a15d752f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:54.991163 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68d50ec4-8a43-423a-af77-3f5e446d4d73 req-8b1064d6-9192-4916-9f53-69b4a15d752f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0902150 May 12 14:46:55.010366 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:55.077325 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68d50ec4-8a43-423a-af77-3f5e446d4d73 req-8eefed3e-524c-45bd-993e-375a58c92e33 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715423 May 12 14:46:55.155204 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a82482-099f-457a-84d4-70836bce127d x-openstack-request-id: req-29a82482-099f-457a-84d4-70836bce127d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:55.155496 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:55.155784 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29a82482-099f-457a-84d4-70836bce127d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:55.156275 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a82482-099f-457a-84d4-70836bce127d'] response: {'name': 'network-changed', 'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'status': 'completed', 'code': 200} May 12 14:46:55.214344 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11dd2-074f-42b1-9877-49c4b8529023 req-818dba45-5113-4c83-b449-0da14bdadbc9 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:55.215949 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a0a11dd2-074f-42b1-9877-49c4b8529023 req-818dba45-5113-4c83-b449-0da14bdadbc9 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0517411 May 12 14:46:55.267054 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:05Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:55.271545 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a0a11dd2-074f-42b1-9877-49c4b8529023 req-ae0bdbf8-177e-44f6-8093-16a0c73dc970 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497591 May 12 14:46:55.296700 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] Checking router: c2bc94d8-cd23-454a-b313-484beb6a54e5 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:46:55.305206 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:55.305806 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:55.418971 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:55.697914 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:05Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:55.724641 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad5c2d-a37b-4c9f-9f4e-00dce13bb756 None None] The sync data for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi is: [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:40:00Z', 'revision_number': 4, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b2a805e1-3a19-425b-b911-4a2c3427ec72', 'name': '', 'network_id': 'a49560f3-0c8f-4242-9059-9a790b48facb', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'mac_address': 'fa:16:3e:41:2b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:00Z', 'updated_at': '2022-05-12T14:40:05Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'subnets': [{'id': 'd9c78a50-e6a9-442c-a90e-d7649db529b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:46:55.897415 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:55.953797 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c46f79-03d9-4e3b-964c-67432692f3bf None None] New status for floating IP 96574eed-0a1f-4669-a165-36a0a870ee8c: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:46:56.201097 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef89678-9336-49e9-93c6-5a1be2b83c69 req-04e0dc8e-e3d4-4797-b192-45ba5262e1e1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:56.202440 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3ef89678-9336-49e9-93c6-5a1be2b83c69 req-04e0dc8e-e3d4-4797-b192-45ba5262e1e1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0463617 May 12 14:46:56.256132 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3ef89678-9336-49e9-93c6-5a1be2b83c69 req-8c8f181b-d8b4-4ec4-af1a-003dd1eafca3 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 May 12 14:46:56.414863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f2d7-4495-4bb5-9d68-ac87dca77253 req-bc3756bd-d082-4600-9cc7-d51b824e0ac1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:56.417276 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccb4f2d7-4495-4bb5-9d68-ac87dca77253 req-bc3756bd-d082-4600-9cc7-d51b824e0ac1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0766346 May 12 14:46:56.430629 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ae87-d251-488d-b043-dd8695500024 req-9d431732-8d21-41c7-a372-3ea05da56cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:56.432724 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-9d431732-8d21-41c7-a372-3ea05da56cea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=323bfd19e97146e39c34d3ba12370590&device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 1129 time: 0.0606847 May 12 14:46:56.472116 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccb4f2d7-4495-4bb5-9d68-ac87dca77253 req-dc71f522-8212-4aee-aca9-7183e4159cdc tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 May 12 14:46:56.568912 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ae87-d251-488d-b043-dd8695500024 req-cf52b51b-5cad-4da8-bc4b-d0819e38938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:56.570454 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-cf52b51b-5cad-4da8-bc4b-d0819e38938a service neutron] 10.222.0.85 "GET /v2.0/networks?id=a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 200 len: 910 time: 0.0948827 May 12 14:46:57.064760 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:57.167594 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-f2d56b9d-d4c8-4a9f-a3f3-24381e7109ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 200 len: 217 time: 0.0393765 May 12 14:46:57.396069 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0ba7d-aec6-4dcb-80fb-9dce9e31c7dc req-22903206-06ee-4bef-929c-6a1c0c580d87 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.397536 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50f0ba7d-aec6-4dcb-80fb-9dce9e31c7dc req-22903206-06ee-4bef-929c-6a1c0c580d87 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0551767 May 12 14:46:57.445979 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50f0ba7d-aec6-4dcb-80fb-9dce9e31c7dc req-ff09a63b-13c3-4bf0-8ee4-a2583e7c5c93 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 May 12 14:46:57.587879 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fffe4-79f2-4036-b8b0-069f54407470 req-e80b5335-a10c-4764-b30d-222cc0c5db55 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.589384 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d4fffe4-79f2-4036-b8b0-069f54407470 req-e80b5335-a10c-4764-b30d-222cc0c5db55 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0495124 May 12 14:46:57.706455 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-aa133b60-80b1-47a0-a6c4-ae620753c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.707872 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-aa133b60-80b1-47a0-a6c4-ae620753c20c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1130 time: 0.0708575 May 12 14:46:57.709762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ae87-d251-488d-b043-dd8695500024 req-1c54e8c5-f106-421a-a019-8313cfa0b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.711077 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-1c54e8c5-f106-421a-a019-8313cfa0b731 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 200 len: 848 time: 0.1006792 May 12 14:46:57.714941 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3d4fffe4-79f2-4036-b8b0-069f54407470 req-e361b809-5a67-4bde-bed5-4429b5895863 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/security-groups?id=8d576efa-ff15-4700-a768-f6767f3d593f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174123 May 12 14:46:57.831226 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a0d17-471f-440e-9af9-e709105de915 req-670f6d30-0874-4e6b-a7c3-a6e3d93157ef tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.832772 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-928a0d17-471f-440e-9af9-e709105de915 req-670f6d30-0874-4e6b-a7c3-a6e3d93157ef tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.85 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 945 time: 0.0844035 May 12 14:46:57.836905 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594ae87-d251-488d-b043-dd8695500024 req-b695f23d-2fd7-490b-9e50-b7799ee64179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.838658 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-b695f23d-2fd7-490b-9e50-b7799ee64179 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a49560f3-0c8f-4242-9059-9a790b48facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908232 May 12 14:46:57.914505 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-0b20a1c9-ae87-47c2-831b-0b35c57c1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:57.916433 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-0b20a1c9-ae87-47c2-831b-0b35c57c1437 service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.1674423 May 12 14:46:57.955622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Deleting port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:46:57.955973 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:57.986523 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-3937d34c-8661-46cd-85cf-26a85c6ed3c9 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414196 May 12 14:46:58.016784 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-f343f7d4-9c20-4281-9185-a5a15ea769ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 200 len: 1002 time: 0.0910385 May 12 14:46:58.054294 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] For port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:58.054739 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:58.073922 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Calling delete_port for 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:46:58.107110 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-1a37d14d-40e4-42da-bc70-c38512898747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:58.108620 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-1a37d14d-40e4-42da-bc70-c38512898747 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0842350 May 12 14:46:58.131119 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-a543fe3f-4eb5-46f3-b8e0-2fec6250fc77 service neutron] 10.222.0.85 "GET /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356897 May 12 14:46:58.158591 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-3a29fcf1-bcc0-47d2-904d-3326eaebaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:58.161686 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-3a29fcf1-bcc0-47d2-904d-3326eaebaaad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443976 May 12 14:46:58.217879 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (5e60855e-b1bf-4dc0-8a72-5c0e800298c2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:58.249381 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event deleted for resources: {'Port': ['ID=5e60855e-b1bf-4dc0-8a72-5c0e800298c2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:58.258614 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-b81ac57b-bddf-4542-9514-535a7f56cc82 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894268 May 12 14:46:58.311594 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] No DVR routers for this DVR port 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 on host hv-cinder-84067 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:46:58.314167 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:58.317366 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-928a0d17-471f-440e-9af9-e709105de915 req-bbbb9d01-a3a3-488c-b9cb-e2e2bf52767d tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.85 "DELETE /v2.0/ports/5e60855e-b1bf-4dc0-8a72-5c0e800298c2 HTTP/1.1" status: 204 len: 173 time: 0.4786584 May 12 14:46:58.317819 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-deleted', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:58.320068 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3840f6c-045f-41a5-9f2b-2cd594ab5574" -d '{"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-deleted", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:58.358262 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d387bd7d-7510-48a7-8035-748b0e5d47ee x-openstack-request-id: req-d387bd7d-7510-48a7-8035-748b0e5d47ee {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:58.358722 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9198b32a-74d2-4298-bed5-be716180d682", "name": "network-vif-deleted", "tag": "5e60855e-b1bf-4dc0-8a72-5c0e800298c2", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:58.359040 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d387bd7d-7510-48a7-8035-748b0e5d47ee {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:58.359528 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4e525a9d-c39d-4c2d-a849-7084848f9d6f req-278f972d-50f2-4ffe-8dbd-01dffb7807f3 service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934951 May 12 14:46:58.359916 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d387bd7d-7510-48a7-8035-748b0e5d47ee'] response: {'server_uuid': '9198b32a-74d2-4298-bed5-be716180d682', 'name': 'network-vif-deleted', 'tag': '5e60855e-b1bf-4dc0-8a72-5c0e800298c2', 'status': 'completed', 'code': 200} May 12 14:46:58.586820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f701971-7beb-4773-9315-37c3213633a5 req-9540a6cf-5a85-49c4-89ca-92126ec9886f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:58.588570 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f701971-7beb-4773-9315-37c3213633a5 req-9540a6cf-5a85-49c4-89ca-92126ec9886f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0567284 May 12 14:46:58.638298 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f701971-7beb-4773-9315-37c3213633a5 req-f2be1629-815c-4224-90c5-720369923937 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 May 12 14:46:58.689589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:58.814852 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-07c0a758-2245-4f25-87d3-a7289d7e0c93 req-b5bb504c-d17d-4f10-9f61-379df90c823e tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0316691 May 12 14:46:59.779030 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f2399-45b6-48a6-9fa6-94248b5b4429 req-4a352e3b-3992-4c56-9237-b287a3ddfa9e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:59.780549 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f02f2399-45b6-48a6-9fa6-94248b5b4429 req-4a352e3b-3992-4c56-9237-b287a3ddfa9e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 946 time: 0.0570507 May 12 14:46:59.837231 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f02f2399-45b6-48a6-9fa6-94248b5b4429 req-73577b84-04d9-4d52-9a38-958ff9774481 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472686 May 12 14:46:59.923837 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d3b62310-fee9-429e-9486-1db14f32dc75 req-1b0fa2e1-472a-4724-bb80-8cf41b4228c2 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0384898 May 12 14:47:00.449758 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:00.470663 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:00.471034 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 5e60855e-b1bf-4dc0-8a72-5c0e800298c2 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:00.471479 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:00.563292 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: ACTIVE; New status is: DOWN {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:47:00.563706 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:00.587051 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:47:00.589585 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347820e7-d56f-40e6-9894-6a3c80c6ee3b" -d '{"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-unplugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:47:00.603058 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:00.608522 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:00.638859 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f464aed-acee-4d57-b2a5-84f12b9cbae4 x-openstack-request-id: req-6f464aed-acee-4d57-b2a5-84f12b9cbae4 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:47:00.639224 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-unplugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:47:00.639358 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f464aed-acee-4d57-b2a5-84f12b9cbae4 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:47:00.639722 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f464aed-acee-4d57-b2a5-84f12b9cbae4'] response: {'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'code': 200} May 12 14:47:00.668680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=8']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:00.962160 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b070ff-9cc2-48d9-9d4f-beb27a697ed3 req-14920d0d-3da2-4882-89ee-af9dafd48f99 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:00.963815 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11b070ff-9cc2-48d9-9d4f-beb27a697ed3 req-14920d0d-3da2-4882-89ee-af9dafd48f99 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0516617 May 12 14:47:01.017588 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11b070ff-9cc2-48d9-9d4f-beb27a697ed3 req-945cdaf2-c71c-4628-92cc-fc5c3c975b5a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477662 May 12 14:47:01.050631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-70919885-3b62-4b49-8a12-c8b53420db29 req-f910eed1-2e80-4efb-bf3e-792c9e9424c1 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "GET /v2.0/ports?device_id=9198b32a-74d2-4298-bed5-be716180d682 HTTP/1.1" status: 200 len: 210 time: 0.0320807 May 12 14:47:02.021982 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1195b6d-072f-4400-9792-c5f1788538f8 req-6282e34d-a57f-486a-a776-f1b6c6787de8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:02.023445 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f1195b6d-072f-4400-9792-c5f1788538f8 req-6282e34d-a57f-486a-a776-f1b6c6787de8 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0480247 May 12 14:47:02.057692 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-4b787ce2-1bf1-481f-9449-1c39dddc78f0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391653 May 12 14:47:02.070509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f1195b6d-072f-4400-9792-c5f1788538f8 req-8f293921-3150-4240-8a77-63c1ba7046e2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 May 12 14:47:02.113495 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53334) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:02.134739 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-89b998b7-9379-42ac-8fcc-71ef75d53a62 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:02.136204 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-89b998b7-9379-42ac-8fcc-71ef75d53a62 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports/a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 200 len: 941 time: 0.0493331 May 12 14:47:02.172989 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group (8d576efa-ff15-4700-a768-f6767f3d593f), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:02.212753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group (8d576efa-ff15-4700-a768-f6767f3d593f), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:02.280961 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (8d576efa-ff15-4700-a768-f6767f3d593f), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:02.283535 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:02.287295 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] 10.222.0.79 "DELETE /v2.0/security-groups/8d576efa-ff15-4700-a768-f6767f3d593f HTTP/1.1" status: 204 len: 168 time: 0.1701863 May 12 14:47:02.294996 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d576efa-ff15-4700-a768-f6767f3d593f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:02.303612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.303983 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.304322 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.304654 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.304986 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.305344 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.305633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.306123 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.306668 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.306998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.307348 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.307753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.308072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.308351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.308666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d0173-bbba-4905-b1db-b69016066100 tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:02.336494 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53346) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:02.543927 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:02.797055 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (c2bc94d8-cd23-454a-b313-484beb6a54e5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:03.053588 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Deleting port b2a805e1-3a19-425b-b911-4a2c3427ec72 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:03.053932 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:03.059149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-038fe65b-8091-414a-a320-4f0ee8249394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:03.060758 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-038fe65b-8091-414a-a320-4f0ee8249394 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4&tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1 HTTP/1.1" status: 200 len: 1128 time: 0.0429189 May 12 14:47:03.135879 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-7732d34d-f491-4f56-b84c-87db2699948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:03.137590 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-7732d34d-f491-4f56-b84c-87db2699948e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1128 time: 0.0416553 May 12 14:47:03.142796 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] For port b2a805e1-3a19-425b-b911-4a2c3427ec72, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b2a805e1-3a19-425b-b911-4a2c3427ec72,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:03.143587 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:03.156707 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Calling delete_port for b2a805e1-3a19-425b-b911-4a2c3427ec72 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:03.196149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506416db-4cf0-4ba4-be13-20a55332ae7a req-142f5c2c-b27b-46a5-96f8-ef523d3a7801 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:03.197695 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-506416db-4cf0-4ba4-be13-20a55332ae7a req-142f5c2c-b27b-46a5-96f8-ef523d3a7801 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0489860 May 12 14:47:03.244077 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-506416db-4cf0-4ba4-be13-20a55332ae7a req-161dafa3-0200-44ed-a6a6-d1be94a8da5f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405924 May 12 14:47:03.341966 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (b2a805e1-3a19-425b-b911-4a2c3427ec72), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:03.372840 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a805e1-3a19-425b-b911-4a2c3427ec72,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:03.508054 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-366fd0cd-5352-449d-9d8e-23acfd2d0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:03.509631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-366fd0cd-5352-449d-9d8e-23acfd2d0d0e service neutron] 10.222.0.85 "GET /v2.0/networks?id=272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 200 len: 917 time: 0.0988791 May 12 14:47:03.553110 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (c2bc94d8-cd23-454a-b313-484beb6a54e5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:03.587298 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-47d02d95-f69c-41b7-83d2-18f848564136 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0704522 May 12 14:47:03.636273 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-a9bff0c2-1e52-4efe-8c72-3e3e2e747c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:03.637757 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-a9bff0c2-1e52-4efe-8c72-3e3e2e747c9f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 200 len: 855 time: 0.0444162 May 12 14:47:03.685361 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-c7cde8a1-c124-426c-b069-64cc895e47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:03.686900 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-c7cde8a1-c124-426c-b069-64cc895e47e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=272339fb-b619-4ece-94ff-5fe15c567402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420346 May 12 14:47:03.788442 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-7b8816d0-620e-4c05-b507-75f72b0bf9ef service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941503 May 12 14:47:03.895679 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-26618576-a38c-421f-95c1-c73d4206548f service neutron] 10.222.0.85 "GET /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009080 May 12 14:47:04.018372 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Router c2bc94d8-cd23-454a-b313-484beb6a54e5 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:47:04.132471 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:47:04.138346 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dfc12de9-4344-488d-84ec-76bbcfa9bb13 admin admin] 10.222.0.79 "PUT /v2.0/routers/c2bc94d8-cd23-454a-b313-484beb6a54e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7997143 May 12 14:47:04.141018 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53378) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:04.142033 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] Sync routers for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:47:04.154798 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:04.155338 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:04.253673 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks [] for router (c2bc94d8-cd23-454a-b313-484beb6a54e5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:04.279842 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:04.383877 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks [] for router_gateway (c2bc94d8-cd23-454a-b313-484beb6a54e5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:04.456261 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Deleting port 59b236db-1666-473b-90d9-e469688daf87 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:04.456777 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (59b236db-1666-473b-90d9-e469688daf87), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:04.500973 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba43bd-d56f-4cad-a203-deb29ce088ea req-be141f8c-fb4e-4df5-acfd-cf2e65ff3a14 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:04.503057 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '59b236db-1666-473b-90d9-e469688daf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:47:03Z', 'revision_number': 5, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port': {'id': '59b236db-1666-473b-90d9-e469688daf87', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:58Z', 'updated_at': '2022-05-12T14:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:04.510354 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ba43bd-d56f-4cad-a203-deb29ce088ea req-be141f8c-fb4e-4df5-acfd-cf2e65ff3a14 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.1128809 May 12 14:47:04.553891 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] Checking router: c2bc94d8-cd23-454a-b313-484beb6a54e5 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:47:04.569287 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] Routers {'c2bc94d8-cd23-454a-b313-484beb6a54e5'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:04.570443 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['c2bc94d8-cd23-454a-b313-484beb6a54e5'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:04.574483 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ba43bd-d56f-4cad-a203-deb29ce088ea req-92c285ee-7c82-4083-b263-8360cf22c46f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628989 May 12 14:47:04.641878 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] For port 59b236db-1666-473b-90d9-e469688daf87, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=59b236db-1666-473b-90d9-e469688daf87,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:04.643342 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (59b236db-1666-473b-90d9-e469688daf87), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:04.662630 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Calling delete_port for 59b236db-1666-473b-90d9-e469688daf87 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:04.773252 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] Set router c2bc94d8-cd23-454a-b313-484beb6a54e5 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:04.831929 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:47:04Z', 'revision_number': 6, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:04.866242 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a285f-a7c1-4074-9fac-42992e680d9f None None] The sync data for ids ['c2bc94d8-cd23-454a-b313-484beb6a54e5'] in dv-cinder-840678-8-iscsi is: [{'id': 'c2bc94d8-cd23-454a-b313-484beb6a54e5', 'name': 'tempest-TestShelveInstance-1965233634-router', 'tenant_id': '323bfd19e97146e39c34d3ba12370590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:57Z', 'updated_at': '2022-05-12T14:47:04Z', 'revision_number': 6, 'project_id': '323bfd19e97146e39c34d3ba12370590', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:47:05.000381 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (59b236db-1666-473b-90d9-e469688daf87), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.080811 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b236db-1666-473b-90d9-e469688daf87,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:05.128832 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (c2bc94d8-cd23-454a-b313-484beb6a54e5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.241795 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (c2bc94d8-cd23-454a-b313-484beb6a54e5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.245599 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks [] for router_controller (c2bc94d8-cd23-454a-b313-484beb6a54e5), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.346762 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (c2bc94d8-cd23-454a-b313-484beb6a54e5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.347703 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2bc94d8-cd23-454a-b313-484beb6a54e5 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:47:05.358837 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.360532 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b4fe6ef6-adab-44e3-bd0f-f3fb1e72cce7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c2bc94d8-cd23-454a-b313-484beb6a54e5 HTTP/1.1" status: 204 len: 168 time: 1.2181375 May 12 14:47:05.362482 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72758726-8068-44d5-9d66-6b22210e0b9c req-c662df37-64c4-4c89-9b6f-29b223ee78b9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:05.362936 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53404) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:05.370882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-72758726-8068-44d5-9d66-6b22210e0b9c req-c662df37-64c4-4c89-9b6f-29b223ee78b9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0733449 May 12 14:47:05.421632 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Deleting subnet d9c78a50-e6a9-442c-a90e-d7649db529b5 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:47:05.425030 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Publish callbacks [] for subnet (d9c78a50-e6a9-442c-a90e-d7649db529b5), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.440592 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-72758726-8068-44d5-9d66-6b22210e0b9c req-d3abdc11-b5d9-4a64-874c-1ab050b2b5bd tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685854 May 12 14:47:05.473380 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618858'] for subnet (d9c78a50-e6a9-442c-a90e-d7649db529b5), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.585382 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (d9c78a50-e6a9-442c-a90e-d7649db529b5), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.642517 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4300604'] for subnet (d9c78a50-e6a9-442c-a90e-d7649db529b5), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.674689 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c78a50-e6a9-442c-a90e-d7649db529b5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:05.685097 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.690836 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c2a1a25b-8eb8-41db-a674-d948a2898b08 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d9c78a50-e6a9-442c-a90e-d7649db529b5 HTTP/1.1" status: 204 len: 168 time: 0.3240066 May 12 14:47:05.692130 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53408) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:05.696542 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60649bee-86de-4d2f-84a6-f34736b94275 None None] Network a49560f3-0c8f-4242-9059-9a790b48facb requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:47:05.793307 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710fc1f-dbec-4857-a987-31b61967262f req-fa00b6cf-9cb9-4328-8d2b-666b2600ef82 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:05.795002 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (a49560f3-0c8f-4242-9059-9a790b48facb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.806168 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d710fc1f-dbec-4857-a987-31b61967262f req-fa00b6cf-9cb9-4328-8d2b-666b2600ef82 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.1410580 May 12 14:47:05.873140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Deleting port e599770a-7ed9-425e-9aac-63249719d947 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:05.873512 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (e599770a-7ed9-425e-9aac-63249719d947), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.921776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d710fc1f-dbec-4857-a987-31b61967262f req-a3836e39-e3ae-4a3c-a213-da297279036e tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132464 May 12 14:47:05.925481 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] DHCP port deletion for a49560f3-0c8f-4242-9059-9a790b48facb request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:47:05.992828 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] Deleting port e599770a-7ed9-425e-9aac-63249719d947 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:05.993467 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (e599770a-7ed9-425e-9aac-63249719d947), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:05.996314 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] For port e599770a-7ed9-425e-9aac-63249719d947, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=e599770a-7ed9-425e-9aac-63249719d947,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:05.996484 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (e599770a-7ed9-425e-9aac-63249719d947), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.012930 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Calling delete_port for e599770a-7ed9-425e-9aac-63249719d947 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:06.061182 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] For port e599770a-7ed9-425e-9aac-63249719d947, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=e599770a-7ed9-425e-9aac-63249719d947,segment=NetworkSegment(a748454f-ccee-499e-8cbd-578cac8d67af),segment_id=a748454f-ccee-499e-8cbd-578cac8d67af)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:06.062152 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (e599770a-7ed9-425e-9aac-63249719d947), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.077525 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] Calling delete_port for e599770a-7ed9-425e-9aac-63249719d947 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:06.124927 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (e599770a-7ed9-425e-9aac-63249719d947), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.160355 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e599770a-7ed9-425e-9aac-63249719d947,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:06.164692 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] No DVR routers for this DVR port e599770a-7ed9-425e-9aac-63249719d947 on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:47:06.182709 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (e599770a-7ed9-425e-9aac-63249719d947), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.206186 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] Pushing event deleted for resources: {'Port': ['ID=e599770a-7ed9-425e-9aac-63249719d947,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:06.220634 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a58c9-9355-4865-811b-2833d2cf718d None None] No DVR routers for this DVR port e599770a-7ed9-425e-9aac-63249719d947 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:47:06.269269 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (a49560f3-0c8f-4242-9059-9a790b48facb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.302818 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49560f3-0c8f-4242-9059-9a790b48facb']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:06.313575 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a748454f-ccee-499e-8cbd-578cac8d67af') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:06.313864 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a748454f-ccee-499e-8cbd-578cac8d67af') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:06.323897 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (a748454f-ccee-499e-8cbd-578cac8d67af), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.338347 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (a748454f-ccee-499e-8cbd-578cac8d67af), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.347069 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:47:06.347777 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (a748454f-ccee-499e-8cbd-578cac8d67af), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:47:06.349662 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:47:06.411719 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (a49560f3-0c8f-4242-9059-9a790b48facb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.421264 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:06.425160 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a49560f3-0c8f-4242-9059-9a790b48facb HTTP/1.1" status: 204 len: 168 time: 0.7320697 May 12 14:47:06.428629 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53410) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:06.437977 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5887-1c00-4258-ab6c-669c67869c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a49560f3-0c8f-4242-9059-9a790b48facb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:06.743812 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device e599770a-7ed9-425e-9aac-63249719d947 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:06.766600 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: e599770a-7ed9-425e-9aac-63249719d947 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:06.766944 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device e599770a-7ed9-425e-9aac-63249719d947 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:06.767393 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b2a805e1-3a19-425b-b911-4a2c3427ec72 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:06.787720 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: b2a805e1-3a19-425b-b911-4a2c3427ec72 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:06.788078 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b2a805e1-3a19-425b-b911-4a2c3427ec72 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:06.788495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 59b236db-1666-473b-90d9-e469688daf87 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:06.809680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 59b236db-1666-473b-90d9-e469688daf87 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:06.810023 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 59b236db-1666-473b-90d9-e469688daf87 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:06.846852 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0c1a8-c115-4faf-a17d-59d4c83ad0e1 req-047a59f7-e13d-4ea4-a1c8-15edcfdaa773 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:06.848405 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-78c0c1a8-c115-4faf-a17d-59d4c83ad0e1 req-047a59f7-e13d-4ea4-a1c8-15edcfdaa773 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0563340 May 12 14:47:06.954700 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-78c0c1a8-c115-4faf-a17d-59d4c83ad0e1 req-fb0b1ae7-36c9-408f-8374-7c582931230c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964527 May 12 14:47:07.085457 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344e794-91f6-4696-b312-5339abf046be req-e031f74e-53ab-4f51-b244-7f560acce8af tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:07.087212 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6344e794-91f6-4696-b312-5339abf046be req-e031f74e-53ab-4f51-b244-7f560acce8af tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0894570 May 12 14:47:07.214874 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6344e794-91f6-4696-b312-5339abf046be req-0844c60b-cdc1-4378-95ac-bcef32f1a478 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205063 May 12 14:47:07.295562 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:07.597062 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Deleting port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:07.597393 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:07.687052 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] For port 5ab941bd-6c0f-43ad-b7fb-f600a324c43b, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:07.687419 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:07.705219 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Calling delete_port for 5ab941bd-6c0f-43ad-b7fb-f600a324c43b owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:07.901575 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (5ab941bd-6c0f-43ad-b7fb-f600a324c43b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:07.925868 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab941bd-6c0f-43ad-b7fb-f600a324c43b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:08.120135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e6b2c-5de1-4ffb-b65e-c66274db4141 req-b3eb37cd-b3f0-4507-be2a-40045beaf97a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:08.121710 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad3e6b2c-5de1-4ffb-b65e-c66274db4141 req-b3eb37cd-b3f0-4507-be2a-40045beaf97a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0683818 May 12 14:47:08.188820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:08.219879 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad3e6b2c-5de1-4ffb-b65e-c66274db4141 req-811ef3a0-06e9-42bb-b752-f9f54abc4252 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666304 May 12 14:47:08.365569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72e21c-5aac-4bd3-8f2c-70061b85af27 req-98abaaba-b6f1-46b3-a93e-da4628fdd64c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:08.367128 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3e72e21c-5aac-4bd3-8f2c-70061b85af27 req-98abaaba-b6f1-46b3-a93e-da4628fdd64c tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0611839 May 12 14:47:08.489542 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3e72e21c-5aac-4bd3-8f2c-70061b85af27 req-8ed55b90-25ce-45fc-bc9f-54011a32d0e2 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163530 May 12 14:47:08.521471 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:47:08.631041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:47:08.638493 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7edff739-b153-492c-9b59-fd7a2f65fe97 admin admin] 10.222.0.79 "PUT /v2.0/routers/9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2084856 May 12 14:47:08.639311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53422) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:08.642776 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] Sync routers for ids ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:47:08.654484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] Routers {'9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:08.655645 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:08.782631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks [] for router (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:08.797647 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] Set router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:08.846826 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:47:08.992578 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:47:07Z', 'revision_number': 5, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:09.025893 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] Checking router: 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:47:09.033124 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] Routers {'9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:09.033764 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:09.223209 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks [] for router_gateway (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:09.307732 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] Set router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:09.344102 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Deleting port a018ef6b-081b-4a6a-8d88-d372c1e28efc {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:09.344610 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:09.378826 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928363a-87e7-4046-a681-6e552ae7e909 req-0c5ffb04-78a6-4081-8603-838440a75047 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:09.380562 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d928363a-87e7-4046-a681-6e552ae7e909 req-0c5ffb04-78a6-4081-8603-838440a75047 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0726581 May 12 14:47:09.484228 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] For port a018ef6b-081b-4a6a-8d88-d372c1e28efc, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=a018ef6b-081b-4a6a-8d88-d372c1e28efc,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:09.484803 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:09.498456 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d928363a-87e7-4046-a681-6e552ae7e909 req-eed515cf-eeb3-490d-8f17-2cc20d803068 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104143 May 12 14:47:09.506256 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Calling delete_port for a018ef6b-081b-4a6a-8d88-d372c1e28efc owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:09.532362 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:47:07Z', 'revision_number': 5, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:09.565701 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb161b4e-ce68-4e6f-b46e-3a3b003385df None None] The sync data for ids ['9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d'] in dv-cinder-840678-8-iscsi is: [{'id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'name': 'tempest-TestShelveInstance-595201068-router', 'tenant_id': 'f779edbfc8e041599692af4aee724c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:47:07Z', 'revision_number': 5, 'project_id': 'f779edbfc8e041599692af4aee724c66', 'gw_port': {'id': 'a018ef6b-081b-4a6a-8d88-d372c1e28efc', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:40:03Z', 'updated_at': '2022-05-12T14:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:47:09.698904 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474423c-e281-4f26-b942-55839b50e170 req-6e1fb011-4c55-49c9-9cce-51fe10188865 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:09.700452 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8474423c-e281-4f26-b942-55839b50e170 req-6e1fb011-4c55-49c9-9cce-51fe10188865 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0979805 May 12 14:47:09.800074 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8474423c-e281-4f26-b942-55839b50e170 req-f9ecb574-2260-4ac5-8a80-429dda88e564 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896347 May 12 14:47:09.808345 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (a018ef6b-081b-4a6a-8d88-d372c1e28efc), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:09.860166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Pushing event deleted for resources: {'Port': ['ID=a018ef6b-081b-4a6a-8d88-d372c1e28efc,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:09.937948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.041942 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.044063 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks [] for router_controller (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.098768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.104553 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:47:10.110634 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.112911 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e6972259-8cca-46ba-8c9a-5325544e1155 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9a5ee8bd-f6d3-4710-9dd4-5798effa9a6d HTTP/1.1" status: 204 len: 168 time: 1.4714458 May 12 14:47:10.114519 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53430) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:10.163547 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Deleting subnet 775eb626-02be-485d-bd17-aeaa1ea867a2 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:47:10.172095 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Publish callbacks [] for subnet (775eb626-02be-485d-bd17-aeaa1ea867a2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.217865 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618858'] for subnet (775eb626-02be-485d-bd17-aeaa1ea867a2), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.327679 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (775eb626-02be-485d-bd17-aeaa1ea867a2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.391082 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4300604'] for subnet (775eb626-02be-485d-bd17-aeaa1ea867a2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.424407 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.424407 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/775eb626-02be-485d-bd17-aeaa1ea867a2 HTTP/1.1" status: 204 len: 168 time: 0.3087239 May 12 14:47:10.426060 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ad7ba-d3f2-415f-8eb9-31c55dd7b759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775eb626-02be-485d-bd17-aeaa1ea867a2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:10.428765 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:10.432843 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720e65e-e28a-48c3-ab0d-27d293a09da9 None None] Network b046d4e1-2d80-4410-bcef-6e559389f17d requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:47:10.509001 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (b046d4e1-2d80-4410-bcef-6e559389f17d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.590662 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Deleting port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:10.592312 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.641337 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0192-c75c-43f3-94b5-98fd34cb8aaf req-4036c994-382d-4925-968d-cf0f2e628a95 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:10.642881 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-242d0192-c75c-43f3-94b5-98fd34cb8aaf req-4036c994-382d-4925-968d-cf0f2e628a95 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0512004 May 12 14:47:10.664925 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] For port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:10.670150 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.687116 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] DHCP port deletion for b046d4e1-2d80-4410-bcef-6e559389f17d request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:47:10.711045 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Calling delete_port for fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:10.746661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-242d0192-c75c-43f3-94b5-98fd34cb8aaf req-5892b264-55de-4107-88a0-3d884e86b6e9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918148 May 12 14:47:10.775669 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Deleting port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:10.775938 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.862861 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 5ab941bd-6c0f-43ad-b7fb-f600a324c43b no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:10.874544 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.893842 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 5ab941bd-6c0f-43ad-b7fb-f600a324c43b {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:10.894211 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 5ab941bd-6c0f-43ad-b7fb-f600a324c43b not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:10.894626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:10.917102 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Pushing event deleted for resources: {'Port': ['ID=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:10.922231 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] For port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,segment=NetworkSegment(989d060c-b7f9-44ec-a71c-5e2c47240ab6),segment_id=989d060c-b7f9-44ec-a71c-5e2c47240ab6)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:10.922638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:10.925273 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:10.925617 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:10.926041 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a018ef6b-081b-4a6a-8d88-d372c1e28efc no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:10.936858 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] No DVR routers for this DVR port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:47:10.958902 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: a018ef6b-081b-4a6a-8d88-d372c1e28efc {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:10.959245 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a018ef6b-081b-4a6a-8d88-d372c1e28efc not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:10.961145 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Calling delete_port for fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:10.992118 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a992a-5d7a-47f4-898b-67375647f5dd req-1da0e508-cd8d-4a0d-bab3-c62fd490b435 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:11.001697 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-270a992a-5d7a-47f4-898b-67375647f5dd req-1da0e508-cd8d-4a0d-bab3-c62fd490b435 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0895865 May 12 14:47:11.051783 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.059160 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (b046d4e1-2d80-4410-bcef-6e559389f17d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.082572 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Pushing event deleted for resources: {'Port': ['ID=fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:11.088821 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b046d4e1-2d80-4410-bcef-6e559389f17d']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:11.091865 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.092211 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.092543 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.092877 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.093279 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.093515 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.093983 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.094307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.094625 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.094944 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.095260 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.095437 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-270a992a-5d7a-47f4-898b-67375647f5dd req-09b2b12f-5781-4bed-96b9-6298b5ea79e6 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923769 May 12 14:47:11.095598 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.095929 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.096244 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.096558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:47:11.101950 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869d1a0-ef56-4ce4-b96c-507d1eb235b8 None None] No DVR routers for this DVR port fc45a296-52d4-4fc5-91e9-dc5ad8b8bb3a on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:47:11.118922 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989d060c-b7f9-44ec-a71c-5e2c47240ab6') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:11.118922 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989d060c-b7f9-44ec-a71c-5e2c47240ab6') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:11.122647 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (989d060c-b7f9-44ec-a71c-5e2c47240ab6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.142785 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (989d060c-b7f9-44ec-a71c-5e2c47240ab6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.155091 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:47:11.156460 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (989d060c-b7f9-44ec-a71c-5e2c47240ab6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:47:11.160190 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:47:11.227567 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (b046d4e1-2d80-4410-bcef-6e559389f17d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.234978 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.238938 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] 10.222.0.79 "DELETE /v2.0/networks/b046d4e1-2d80-4410-bcef-6e559389f17d HTTP/1.1" status: 204 len: 168 time: 0.8080795 May 12 14:47:11.260321 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c5ba-917f-499c-b4bd-18dab9a61cee admin admin] Pushing event deleted for resources: {'Network': ['ID=b046d4e1-2d80-4410-bcef-6e559389f17d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:11.375752 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53440) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:11.423790 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-33bd0b3a-a7df-44d1-98f9-e417561985ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=323bfd19e97146e39c34d3ba12370590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464995 May 12 14:47:11.426350 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53442) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:11.476702 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dccc2e41-2bf9-4a70-9b90-220b83e3036f admin admin] Publish callbacks [] for security_group (41b5fb46-ec80-482f-b098-fec8dde9df12), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.513951 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dccc2e41-2bf9-4a70-9b90-220b83e3036f admin admin] Publish callbacks [] for security_group (41b5fb46-ec80-482f-b098-fec8dde9df12), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.567820 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dccc2e41-2bf9-4a70-9b90-220b83e3036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (41b5fb46-ec80-482f-b098-fec8dde9df12), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.571070 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dccc2e41-2bf9-4a70-9b90-220b83e3036f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.572899 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dccc2e41-2bf9-4a70-9b90-220b83e3036f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41b5fb46-ec80-482f-b098-fec8dde9df12 HTTP/1.1" status: 204 len: 168 time: 0.1451511 May 12 14:47:11.583572 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc2e41-2bf9-4a70-9b90-220b83e3036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5fb46-ec80-482f-b098-fec8dde9df12,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:11.896169 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f05d2-a89f-4645-bf02-17f15be16277 req-29fa9637-6779-467c-9a87-5f96eae0ef60 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:11.903162 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf2f05d2-a89f-4645-bf02-17f15be16277 req-29fa9637-6779-467c-9a87-5f96eae0ef60 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0628171 May 12 14:47:11.958675 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf2f05d2-a89f-4645-bf02-17f15be16277 req-00488ada-65ea-4528-ab31-abc79da7df18 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545382 May 12 14:47:11.959235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53450) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:12.008397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cd6ffa61-37af-41f3-b56f-6ef5fe096bb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f779edbfc8e041599692af4aee724c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480490 May 12 14:47:12.011160 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53452) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:12.063357 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d74e258-1923-4409-87bf-3115ca3252f3 admin admin] Publish callbacks [] for security_group (2aa2c6c9-86e8-4f85-b93d-4c779faa9943), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:12.086373 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d74e258-1923-4409-87bf-3115ca3252f3 admin admin] Publish callbacks [] for security_group (2aa2c6c9-86e8-4f85-b93d-4c779faa9943), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:12.143990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d74e258-1923-4409-87bf-3115ca3252f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2aa2c6c9-86e8-4f85-b93d-4c779faa9943), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:12.154557 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d74e258-1923-4409-87bf-3115ca3252f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:12.154557 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9d74e258-1923-4409-87bf-3115ca3252f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2aa2c6c9-86e8-4f85-b93d-4c779faa9943 HTTP/1.1" status: 204 len: 168 time: 0.1360240 May 12 14:47:12.161339 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e258-1923-4409-87bf-3115ca3252f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa2c6c9-86e8-4f85-b93d-4c779faa9943,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:12.258488 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833678-9b44-45e7-9d2c-6ffe57ab1b1d req-d3750aa1-c4ab-4d56-8c08-0d2769f509da tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:12.260895 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e833678-9b44-45e7-9d2c-6ffe57ab1b1d req-d3750aa1-c4ab-4d56-8c08-0d2769f509da tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0529199 May 12 14:47:12.330166 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e833678-9b44-45e7-9d2c-6ffe57ab1b1d req-046cc639-df4e-45f4-9b96-15c2fc2abd2a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631144 May 12 14:47:13.085639 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb15db4-8d27-40e3-978b-7bf4b76990f4 req-8211174d-d05f-4934-af53-b1027421f540 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:13.087318 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7eb15db4-8d27-40e3-978b-7bf4b76990f4 req-8211174d-d05f-4934-af53-b1027421f540 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0531986 May 12 14:47:13.141400 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7eb15db4-8d27-40e3-978b-7bf4b76990f4 req-74f1bc8c-ee7b-4982-a3dd-9a1393e4ae4c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 May 12 14:47:13.473463 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa703f-30d3-4377-b113-0cc8d2908261 req-82ec806f-3b75-411d-963c-a0f906370e46 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:13.474973 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95aa703f-30d3-4377-b113-0cc8d2908261 req-82ec806f-3b75-411d-963c-a0f906370e46 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0558317 May 12 14:47:13.527840 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95aa703f-30d3-4377-b113-0cc8d2908261 req-ba5dbb1a-1aa3-42cf-bdfa-dff6c262d528 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458956 May 12 14:47:14.264988 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9a8af-7a48-4a67-9659-9bb7cb2b649b req-a2570daa-08be-4263-a08d-348025f58324 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:14.266752 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4cb9a8af-7a48-4a67-9659-9bb7cb2b649b req-a2570daa-08be-4263-a08d-348025f58324 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0555234 May 12 14:47:14.318898 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4cb9a8af-7a48-4a67-9659-9bb7cb2b649b req-8e8d32a7-941c-4c7f-b24f-6db377c86608 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 May 12 14:47:14.664311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32d33e-5f80-46ce-91c1-239e701ec851 req-f1f49511-6f42-4037-b94d-dd169334764f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:14.666131 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4f32d33e-5f80-46ce-91c1-239e701ec851 req-f1f49511-6f42-4037-b94d-dd169334764f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0581367 May 12 14:47:14.715792 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4f32d33e-5f80-46ce-91c1-239e701ec851 req-a3fedd62-d87e-4c78-94a6-ee180cb4331b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 May 12 14:47:15.448543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be169c6-8d09-40d7-ba0d-fa82e2acc3ec req-67c556f1-144a-45ac-8a65-2d4d2be55aa7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:15.450026 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4be169c6-8d09-40d7-ba0d-fa82e2acc3ec req-67c556f1-144a-45ac-8a65-2d4d2be55aa7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0543044 May 12 14:47:15.500587 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4be169c6-8d09-40d7-ba0d-fa82e2acc3ec req-f31b2852-4b3b-4c79-95da-8b125170702e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449755 May 12 14:47:15.848420 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016695b-aeed-4dc5-8912-97bfaa2a3065 req-a65c1a04-1b47-4418-be54-308ea1d91b44 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:15.849939 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2016695b-aeed-4dc5-8912-97bfaa2a3065 req-a65c1a04-1b47-4418-be54-308ea1d91b44 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0539243 May 12 14:47:15.896232 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2016695b-aeed-4dc5-8912-97bfaa2a3065 req-ba8b0002-96ab-42b7-9593-81abdbbaf537 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 May 12 14:47:16.793805 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078e3c-3dff-4aa7-917c-dedc761193ea req-5f510d07-7f9f-4898-b1e1-9a196f1a63b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:16.795598 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff078e3c-3dff-4aa7-917c-dedc761193ea req-5f510d07-7f9f-4898-b1e1-9a196f1a63b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0601039 May 12 14:47:16.847586 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff078e3c-3dff-4aa7-917c-dedc761193ea req-3b0299c6-62f5-47fe-bcf0-4ce4a85c98e7 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 May 12 14:47:17.025906 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541f953-bf64-4154-af0e-80eaf6099209 req-0c729b6a-7d69-4477-8131-85b530071b08 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:17.027397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9541f953-bf64-4154-af0e-80eaf6099209 req-0c729b6a-7d69-4477-8131-85b530071b08 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0483720 May 12 14:47:17.074411 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9541f953-bf64-4154-af0e-80eaf6099209 req-cd914ca7-e3b6-4af1-b7fd-b7cd45f7b201 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 May 12 14:47:17.969220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc543c-77f8-44d1-830d-026de8721376 req-0c6445ca-b1c4-4e96-bb14-3414e2caa886 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:17.970768 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-adbc543c-77f8-44d1-830d-026de8721376 req-0c6445ca-b1c4-4e96-bb14-3414e2caa886 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0550838 May 12 14:47:18.019133 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-adbc543c-77f8-44d1-830d-026de8721376 req-234d6eda-be7a-47a9-a7e0-f931f00707e6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 May 12 14:47:18.208969 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197f502-7b13-4bf4-83f4-00e74e45ce48 req-586d7936-bafd-45dd-8d6d-77cd157065ff tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:18.210771 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9197f502-7b13-4bf4-83f4-00e74e45ce48 req-586d7936-bafd-45dd-8d6d-77cd157065ff tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 944 time: 0.0479596 May 12 14:47:18.259148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9197f502-7b13-4bf4-83f4-00e74e45ce48 req-e9f317e2-59c2-45a1-9e79-6f005871353d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 May 12 14:47:18.529020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:47:18.626090 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:18.637419 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'port_id': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'mac_address': 'fa:16:3e:19:87:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:47:18.678887 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:47:18.679274 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:18.692075 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6930fb7-573c-4eee-bf16-c9de09bd6eb3 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:47:18.711266 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:18.717046 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:18.763921 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=9']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:19.140829 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1995404-e93c-4dd9-867d-087e7dff42de req-5dd4de34-931c-49d8-8b1b-2feadbeb7142 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:19.142346 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1995404-e93c-4dd9-867d-087e7dff42de req-5dd4de34-931c-49d8-8b1b-2feadbeb7142 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0517828 May 12 14:47:19.157901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['a6930fb7-573c-4eee-bf16-c9de09bd6eb3'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:47:19.199939 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1995404-e93c-4dd9-867d-087e7dff42de req-8d7b1e3c-43b2-44ab-b4ab-bac04e632b34 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 May 12 14:47:19.392784 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d10ab-e767-487d-aaed-ead285321ccc req-f7b68a30-5593-43e4-8279-a18e2f030abc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:19.394155 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a05d10ab-e767-487d-aaed-ead285321ccc req-f7b68a30-5593-43e4-8279-a18e2f030abc tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 945 time: 0.0476103 May 12 14:47:19.448620 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a05d10ab-e767-487d-aaed-ead285321ccc req-b7cd2690-4a71-4bed-be7b-10f1f697e352 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 May 12 14:47:20.325791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e783ca-534b-471f-a5c3-e314a7368081 req-84c3a840-6895-49e0-8938-9a5c599f9375 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:20.327280 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0e783ca-534b-471f-a5c3-e314a7368081 req-84c3a840-6895-49e0-8938-9a5c599f9375 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0558107 May 12 14:47:20.386744 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0e783ca-534b-471f-a5c3-e314a7368081 req-3e1612c3-d411-49c2-9375-b820c3f00427 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=493052ad-6743-41cc-a7be-b0adb143653c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507050 May 12 14:47:20.537152 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:47:20.585309 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c1379-f3d5-4a9b-8fd6-ccb54d3e7d14 req-3c4699e2-3378-4650-962c-8137d9106419 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:20.585588 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:47:20.585823 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:20.586803 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e95c1379-f3d5-4a9b-8fd6-ccb54d3e7d14 req-3c4699e2-3378-4650-962c-8137d9106419 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 945 time: 0.0501702 May 12 14:47:20.635516 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e95c1379-f3d5-4a9b-8fd6-ccb54d3e7d14 req-d816ee59-3967-490b-93ba-d78f93050d74 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 May 12 14:47:20.667720 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:47:20.668124 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:20.692180 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:47:20.694501 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7101cb7b-db46-41d7-b52a-205094e91970" -d '{"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-plugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:47:20.708904 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:20.716715 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:20.740471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7205c312-0219-463a-9769-79b1662865d2 x-openstack-request-id: req-7205c312-0219-463a-9769-79b1662865d2 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:47:20.740763 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-plugged", "status": "completed", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:47:20.741016 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7205c312-0219-463a-9769-79b1662865d2 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:47:20.741413 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7205c312-0219-463a-9769-79b1662865d2'] response: {'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'code': 200} May 12 14:47:20.767468 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=10']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:20.931226 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-6d281c68-61c9-4eae-b4c9-4c77c739975f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:20.932750 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-6d281c68-61c9-4eae-b4c9-4c77c739975f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 945 time: 0.0492017 May 12 14:47:21.035998 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port 44d83aed-57c0-4861-9b6d-8063bb15977b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:21.036234 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:21.054013 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca191c3-cf7f-4106-b506-70497c523c49 req-1744fb0f-abf2-4530-a303-47ec7cc2426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:21.055517 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ca191c3-cf7f-4106-b506-70497c523c49 req-1744fb0f-abf2-4530-a303-47ec7cc2426f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 1131 time: 0.0390718 May 12 14:47:21.103566 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [req-8ca191c3-cf7f-4106-b506-70497c523c49 req-4b742abc-8357-4067-bfae-95932995d4cd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 May 12 14:47:21.125462 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] For port 44d83aed-57c0-4861-9b6d-8063bb15977b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=44d83aed-57c0-4861-9b6d-8063bb15977b,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:21.125871 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:21.300122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:21.300384 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (1e1f4d35-5643-41bc-9e90-d4a16771464f), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:21.300693 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP 1e1f4d35-5643-41bc-9e90-d4a16771464f disassociated. External IP: 172.27.1.28, port: 44d83aed-57c0-4861-9b6d-8063bb15977b. May 12 14:47:21.301039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for 44d83aed-57c0-4861-9b6d-8063bb15977b owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:21.439089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (44d83aed-57c0-4861-9b6d-8063bb15977b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:21.476326 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=44d83aed-57c0-4861-9b6d-8063bb15977b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:21.504980 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90ed786c-2dd3-420c-ac4a-aa3ce72fd035 req-e068e9f2-c206-4c2b-afd1-6e936da3cb49 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 210 time: 0.0391359 May 12 14:47:21.615510 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:47:21.766275 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:47:21.776691 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:47:21.781725 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342a5ac-f42e-4cbb-871b-0e985f53b125 req-8dd67693-10bd-4f39-b24a-e7ac2e1cbfcb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:21.783234 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d342a5ac-f42e-4cbb-871b-0e985f53b125 req-8dd67693-10bd-4f39-b24a-e7ac2e1cbfcb tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0675750 May 12 14:47:21.787342 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:21.787995 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:21.830839 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] No DVR routers for this DVR port 44d83aed-57c0-4861-9b6d-8063bb15977b on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:47:21.838311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:21.838311 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32c521a8-7820-4214-b41a-8060c0cd9fe2 req-42badf51-2195-4ab6-9d55-4f67f056a3b5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "DELETE /v2.0/ports/44d83aed-57c0-4861-9b6d-8063bb15977b HTTP/1.1" status: 204 len: 173 time: 0.8884666 May 12 14:47:21.838311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'name': 'network-vif-deleted', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:47:21.840627 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312631f-663e-4160-b2fe-2da012bb2f57" -d '{"events": [{"server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "name": "network-vif-deleted", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:47:21.872118 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d342a5ac-f42e-4cbb-871b-0e985f53b125 req-75a50410-a0ca-46f8-b01e-7655526cbd3b tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731943 May 12 14:47:21.885693 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559aa560-5ff4-4113-bec0-1ea00b443afc x-openstack-request-id: req-559aa560-5ff4-4113-bec0-1ea00b443afc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:47:21.886055 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e", "name": "network-vif-deleted", "tag": "44d83aed-57c0-4861-9b6d-8063bb15977b", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:47:21.886372 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-559aa560-5ff4-4113-bec0-1ea00b443afc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:47:21.886849 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559aa560-5ff4-4113-bec0-1ea00b443afc'] response: {'server_uuid': 'feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e', 'name': 'network-vif-deleted', 'tag': '44d83aed-57c0-4861-9b6d-8063bb15977b', 'status': 'completed', 'code': 200} May 12 14:47:21.905933 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:22.112212 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:22.142147 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:47:22.150791 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:22.151473 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:46:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:22.258325 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:22.363082 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-736de5d3-26af-4c2a-81e6-196b946cefe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:22.457659 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:22.577534 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa98072-6e03-4286-b835-5824545a1dd4 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:47:22.630806 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d21f68e-f46b-4998-9e81-4cefe52a4090 req-6657054c-0d64-4772-ba7f-6191760a4b0c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=feb93e3a-a7a0-401d-a3cb-e35dfaf73f0e HTTP/1.1" status: 200 len: 210 time: 0.0341096 May 12 14:47:22.824081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc401e-0e05-4fa0-a2cf-d1e1b9f265cb None None] New status for floating IP 1e1f4d35-5643-41bc-9e90-d4a16771464f: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:47:23.017913 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2594f-610c-4e4c-aff1-cc1d93bc6c17 req-55131ded-a5b8-4f64-b2a7-d47f7b7bec07 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:23.019417 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2f2594f-610c-4e4c-aff1-cc1d93bc6c17 req-55131ded-a5b8-4f64-b2a7-d47f7b7bec07 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0613973 May 12 14:47:23.071743 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2f2594f-610c-4e4c-aff1-cc1d93bc6c17 req-35325faf-a6a7-4edc-b273-a61dd7805942 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459974 May 12 14:47:23.735642 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53542) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:23.790160 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915ee5-0ee3-4450-8080-585a3a1ae512 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (493052ad-6743-41cc-a7be-b0adb143653c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:23.814082 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915ee5-0ee3-4450-8080-585a3a1ae512 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (493052ad-6743-41cc-a7be-b0adb143653c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:23.871203 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915ee5-0ee3-4450-8080-585a3a1ae512 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (493052ad-6743-41cc-a7be-b0adb143653c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:23.873812 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915ee5-0ee3-4450-8080-585a3a1ae512 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:23.874969 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-47915ee5-0ee3-4450-8080-585a3a1ae512 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/security-groups/493052ad-6743-41cc-a7be-b0adb143653c HTTP/1.1" status: 204 len: 168 time: 0.1383097 May 12 14:47:23.878481 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53544) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:23.884665 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915ee5-0ee3-4450-8080-585a3a1ae512 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493052ad-6743-41cc-a7be-b0adb143653c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:23.894796 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-9dcbcafe-b8ec-484a-bd55-49323a552dba tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] show failed (client error): The resource could not be found. May 12 14:47:23.896072 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9dcbcafe-b8ec-484a-bd55-49323a552dba tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups/493052ad-6743-41cc-a7be-b0adb143653c HTTP/1.1" status: 404 len: 347 time: 0.0164998 May 12 14:47:23.899079 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:24.020376 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port 5976383f-bf23-49df-a420-a304e7dd873e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:47:24.020614 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (5976383f-bf23-49df-a420-a304e7dd873e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.096418 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (5976383f-bf23-49df-a420-a304e7dd873e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.096722 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (5976383f-bf23-49df-a420-a304e7dd873e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.109140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for 5976383f-bf23-49df-a420-a304e7dd873e owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:47:24.193040 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf55365-5c35-4056-aad7-e6d58768fe7e req-75880954-a9f9-44a5-bea8-c17896ad61ac tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:24.194487 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdf55365-5c35-4056-aad7-e6d58768fe7e req-75880954-a9f9-44a5-bea8-c17896ad61ac tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0483029 May 12 14:47:24.242221 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fdf55365-5c35-4056-aad7-e6d58768fe7e req-0eee42c3-e35d-4b56-887a-c43b3151cf49 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 May 12 14:47:24.250763 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (5976383f-bf23-49df-a420-a304e7dd873e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.277117 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=5976383f-bf23-49df-a420-a304e7dd873e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:24.338915 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (1e1f4d35-5643-41bc-9e90-d4a16771464f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.341638 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.342759 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-15146e05-0e25-4fba-baea-aaef06e27a68 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/floatingips/1e1f4d35-5643-41bc-9e90-d4a16771464f HTTP/1.1" status: 204 len: 168 time: 0.4426839 May 12 14:47:24.419705 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53554) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:24.424311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835060954', 'description': 'tempest-description--1243099987'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:24.446808 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.514323 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (1c50fbf8-0a6d-4a0a-83b3-aff515d271a4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.519953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (1c50fbf8-0a6d-4a0a-83b3-aff515d271a4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.548839 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.549946 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1292136 May 12 14:47:24.551836 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc291ece-44d5-4485-8a1f-ae0dfe148eb6 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:24.553156 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:24.557812 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': '1c50fbf8-0a6d-4a0a-83b3-aff515d271a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:24.574994 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 44d83aed-57c0-4861-9b6d-8063bb15977b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:47:24.585524 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (6fc2f5a6-4cfe-4baf-a5eb-3ddf54b74c65), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.595385 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 44d83aed-57c0-4861-9b6d-8063bb15977b {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:47:24.595753 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 44d83aed-57c0-4861-9b6d-8063bb15977b not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:47:24.640698 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (6fc2f5a6-4cfe-4baf-a5eb-3ddf54b74c65), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.646400 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (6fc2f5a6-4cfe-4baf-a5eb-3ddf54b74c65), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.663735 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc2f5a6-4cfe-4baf-a5eb-3ddf54b74c65,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:24.673274 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.674477 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ac1d7739-271d-468b-a800-3505ea3408be tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202598 May 12 14:47:24.677357 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:24.682019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'security_group_rule': {'security_group_id': '1c50fbf8-0a6d-4a0a-83b3-aff515d271a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:24.708309 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (888ba452-22d2-47e4-bd36-c738937ab25f), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.764449 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (888ba452-22d2-47e4-bd36-c738937ab25f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.769746 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (888ba452-22d2-47e4-bd36-c738937ab25f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.786766 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888ba452-22d2-47e4-bd36-c738937ab25f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:24.797594 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.799071 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-70dc9661-58dc-424a-9d1d-01b26a7585e3 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204481 May 12 14:47:24.802282 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53560) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:24.807260 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:24.807670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84c06f78-52a3-4ade-b576-87990a972f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.829689 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:24.909936 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.015229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.27.1.224 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/d89e6fb4-25c3-4f95-a861-73a11b7fd7e9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:47:25.122648 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.163593 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.204510 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:47:25.207196 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:47:25.213206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:47:25.218995 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=d89e6fb4-25c3-4f95-a861-73a11b7fd7e9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:25.319097 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (133d6435-0422-434b-8264-5413262a68c4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.357590 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.553762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.561679 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.629520 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=d89e6fb4-25c3-4f95-a861-73a11b7fd7e9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:25.641423 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (133d6435-0422-434b-8264-5413262a68c4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.658945 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.660231 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-06686337-2b61-4031-aed8-c7a47ccc1478 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568213 May 12 14:47:25.872293 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-3336395b-1005-4d55-9a6a-fea9f7e4e797 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--835060954&fields=id&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 267 time: 0.0440938 May 12 14:47:25.899463 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:25.989305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-21db96ea-76bc-46a2-9b41-d10077c49fd2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:25.990771 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-21db96ea-76bc-46a2-9b41-d10077c49fd2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.1096759 May 12 14:47:26.006501 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-3e867e98-4a3b-4a23-9177-bd3cc9770385 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/quotas/9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 375 time: 0.0102212 May 12 14:47:26.059155 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-ffeb1068-3b2a-421c-9b6e-998736b4a879 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476172 May 12 14:47:26.156734 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-3c9e9627-f1b1-4546-8324-c954b824daf6 service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864708 May 12 14:47:26.250415 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-728e7cf7-d091-49fa-baaf-ea916d346716 service neutron] 10.222.0.79 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878716 May 12 14:47:26.419160 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8fef8026-a78b-4072-988b-f40c82d64795 req-bde8da6e-9a09-43d6-8a5d-74129ade093f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 210 time: 0.0291619 May 12 14:47:27.068654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:27.526544 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-29add2e1-9415-4602-964a-be86042025f4 req-03e19c9d-ee36-4778-bcca-8bc481a2ced0 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 210 time: 0.0337563 May 12 14:47:27.554956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-73d0be09-0b54-442e-ae38-72f35e3dbd1c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:27.556420 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-73d0be09-0b54-442e-ae38-72f35e3dbd1c tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 815 time: 0.1394489 May 12 14:47:27.637112 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-a8592fce-3f5d-4e72-bf7b-701d3d7a0e7e tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9794155ca0aa4b75a153f0640e068ff5 HTTP/1.1" status: 200 len: 379 time: 0.0530977 May 12 14:47:27.718857 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'port': {'device_id': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'admin_state_up': True, 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'security_groups': ['1c50fbf8-0a6d-4a0a-83b3-aff515d271a4']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:27.835068 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Made reservation on behalf of 9794155ca0aa4b75a153f0640e068ff5 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:47:27.838860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:27.970122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Allocated IP 172.20.0.13 (45d1d321-0090-41ca-9dd0-9f717585a523/5ce40759-9707-4f10-917d-8c04fdc3c404/027da599-4cf6-4e03-9ae4-24ae61e29323) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:47:28.387362 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:28.429542 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:28.469819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Network 45d1d321-0090-41ca-9dd0-9f717585a523 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:47:28.472858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:47:28.479161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:47:28.485352 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event updated for resources: {'Port': ['ID=027da599-4cf6-4e03-9ae4-24ae61e29323,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:28.532986 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:28.533681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:28.552502 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-e3d0f436-c1b5-4bf5-8c76-f40b4a5f6876 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8403296 May 12 14:47:28.573454 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Request body: {'port': {'device_id': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:28.639132 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:28.705249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:28.708887 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-292f1897-007f-4adc-8e9f-14226a6c6be7 None None] Provisioning complete for port 027da599-4cf6-4e03-9ae4-24ae61e29323 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:47:28.709235 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-292f1897-007f-4adc-8e9f-14226a6c6be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:28.748220 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-292f1897-007f-4adc-8e9f-14226a6c6be7 None None] Port 027da599-4cf6-4e03-9ae4-24ae61e29323 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:47:28.843099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecc65d-dc84-4ae1-935e-d418c906859a req-e2a61194-fc73-4f66-8cb5-c5a83c022d4a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:28.844588 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-78ecc65d-dc84-4ae1-935e-d418c906859a req-e2a61194-fc73-4f66-8cb5-c5a83c022d4a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 932 time: 0.2442899 May 12 14:47:28.941953 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-78ecc65d-dc84-4ae1-935e-d418c906859a req-9d7871e5-12d6-4360-82a7-107cc843f281 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878792 May 12 14:47:29.010237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027da599-4cf6-4e03-9ae4-24ae61e29323 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:47:29.017950 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Publish callbacks [] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:29.031258 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Transition to ACTIVE for port object 027da599-4cf6-4e03-9ae4-24ae61e29323 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:47:29.039276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:29.095573 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Pushing event updated for resources: {'Port': ['ID=027da599-4cf6-4e03-9ae4-24ae61e29323,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:29.166389 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Attempting to bind port 027da599-4cf6-4e03-9ae4-24ae61e29323 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:47:29.166717 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Attempting to bind port 027da599-4cf6-4e03-9ae4-24ae61e29323 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:47:29.167043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Attempting to bind port 027da599-4cf6-4e03-9ae4-24ae61e29323 on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:47:29.171928 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Port 027da599-4cf6-4e03-9ae4-24ae61e29323 on network 45d1d321-0090-41ca-9dd0-9f717585a523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:47:29.172245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Attempting to bind port 027da599-4cf6-4e03-9ae4-24ae61e29323 on network 45d1d321-0090-41ca-9dd0-9f717585a523 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:47:29.177484 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:47:29.177811 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Checking segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:47:29.178186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Bound using segment: {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:47:29.178610 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Bound port: 027da599-4cf6-4e03-9ae4-24ae61e29323, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fd3156-fd20-4453-b8d2-5d676be3c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:47:29.178966 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:29.245135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] For port 027da599-4cf6-4e03-9ae4-24ae61e29323, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:47:29.248606 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] For port 027da599-4cf6-4e03-9ae4-24ae61e29323, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=027da599-4cf6-4e03-9ae4-24ae61e29323,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:47:29.258792 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:29.297982 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:29.298609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:29.300024 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] 10.222.0.85 "PUT /v2.0/ports/027da599-4cf6-4e03-9ae4-24ae61e29323 HTTP/1.1" status: 200 len: 1094 time: 0.7332580 May 12 14:47:29.300467 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:47:29.302744 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee6677e-fc0d-4111-9356-ca10aecb07d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:47:29.324112 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260495c-0cf0-4ac4-a2f2-fce7241de08d service neutron] Pushing event updated for resources: {'Port': ['ID=027da599-4cf6-4e03-9ae4-24ae61e29323,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:29.358781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf3ea15-1e79-4412-98a6-05cef6fc239b x-openstack-request-id: req-8bf3ea15-1e79-4412-98a6-05cef6fc239b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:47:29.359148 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:47:29.360011 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bf3ea15-1e79-4412-98a6-05cef6fc239b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:47:29.360434 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf3ea15-1e79-4412-98a6-05cef6fc239b'] response: {'name': 'network-changed', 'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'status': 'completed', 'code': 200} May 12 14:47:29.416808 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-8d5713d6-2bc7-42b8-837f-972b0b15c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:29.418354 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-8d5713d6-2bc7-42b8-837f-972b0b15c19f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 1128 time: 0.0411243 May 12 14:47:29.469667 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-5c88c42e-c97f-40e6-b8d9-09446391f294 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=027da599-4cf6-4e03-9ae4-24ae61e29323 HTTP/1.1" status: 200 len: 217 time: 0.0354061 May 12 14:47:29.521893 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-9d253817-1000-42a2-a13b-50f8ba578001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:29.523351 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-9d253817-1000-42a2-a13b-50f8ba578001 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0478072 May 12 14:47:29.566480 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-232ef0a6-2481-4dda-9a96-332e17f592fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:29.567982 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-232ef0a6-2481-4dda-9a96-332e17f592fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383756 May 12 14:47:29.659412 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-216ee228-27f8-4865-beeb-b35cb3831120 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 May 12 14:47:29.759397 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c21596bd-98cf-4f8b-9f79-1a24770a2379 req-4a13a522-6e7a-4b83-93b4-222396e96485 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923991 May 12 14:47:30.067071 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e8a25-3264-4149-a6eb-02df34495e3a req-5035d2d9-5d3c-4813-9e9e-34d14a8b42ca tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:30.068490 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d41e8a25-3264-4149-a6eb-02df34495e3a req-5035d2d9-5d3c-4813-9e9e-34d14a8b42ca tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 944 time: 0.0519063 May 12 14:47:30.132530 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d41e8a25-3264-4149-a6eb-02df34495e3a req-bb3a1124-f58d-4e3c-96d9-dab07773f02b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556056 May 12 14:47:31.327341 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244bbe-70e4-4a6d-b109-83e6c24d3208 req-cca6e252-694f-414a-98d9-6c753149f676 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:31.328849 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b244bbe-70e4-4a6d-b109-83e6c24d3208 req-cca6e252-694f-414a-98d9-6c753149f676 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 944 time: 0.1142311 May 12 14:47:31.378463 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b244bbe-70e4-4a6d-b109-83e6c24d3208 req-81592cff-6e9a-488f-8d08-ee4bd9a056a5 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437684 May 12 14:47:32.009816 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-a9d56607-270f-41e8-a220-4e07aa8f307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:32.011366 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-a9d56607-270f-41e8-a220-4e07aa8f307c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 1128 time: 0.0466897 May 12 14:47:32.103309 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-c2dbebb5-a4da-45c9-a386-a643836b2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:32.104864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-c2dbebb5-a4da-45c9-a386-a643836b2b0a service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.0870659 May 12 14:47:32.144491 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-4e47d12a-cade-4787-8987-5a5a966e3f69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=027da599-4cf6-4e03-9ae4-24ae61e29323 HTTP/1.1" status: 200 len: 217 time: 0.0331609 May 12 14:47:32.192902 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-53b1443f-214f-413c-8e71-8616d4c0fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:32.194388 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-53b1443f-214f-413c-8e71-8616d4c0fe9d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0437877 May 12 14:47:32.240126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-f056431d-4f1c-40f4-9c5d-62e8391787a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:32.241621 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-f056431d-4f1c-40f4-9c5d-62e8391787a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406458 May 12 14:47:32.347273 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-5fc647e6-d72f-4b37-b23d-30a8f419e004 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989873 May 12 14:47:32.446202 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ee6677e-fc0d-4111-9356-ca10aecb07d1 req-460a8240-5545-4c75-be15-a046c856a7d4 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908933 May 12 14:47:32.501117 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8df9c6-dc78-4aff-8f17-9b32f3ce30d2 req-66199ae3-8e64-44e8-8b76-69a0d4155b54 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:32.502593 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e8df9c6-dc78-4aff-8f17-9b32f3ce30d2 req-66199ae3-8e64-44e8-8b76-69a0d4155b54 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 944 time: 0.0501716 May 12 14:47:32.533300 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:32.554166 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e8df9c6-dc78-4aff-8f17-9b32f3ce30d2 req-f9f273b4-99ea-4444-805a-6219d566df33 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 May 12 14:47:32.627901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 027da599-4cf6-4e03-9ae4-24ae61e29323 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:47:32.742269 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 027da599-4cf6-4e03-9ae4-24ae61e29323, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=027da599-4cf6-4e03-9ae4-24ae61e29323,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:32.754263 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'port_id': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'mac_address': 'fa:16:3e:4f:a1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:47:32.799435 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 027da599-4cf6-4e03-9ae4-24ae61e29323 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:47:32.799863 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:32.814381 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027da599-4cf6-4e03-9ae4-24ae61e29323 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:47:32.835876 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 027da599-4cf6-4e03-9ae4-24ae61e29323, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=027da599-4cf6-4e03-9ae4-24ae61e29323,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:32.842893 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:32.890803 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=027da599-4cf6-4e03-9ae4-24ae61e29323,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:33.425670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['027da599-4cf6-4e03-9ae4-24ae61e29323'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:47:33.678918 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b71d0-a8dc-49db-96dc-73c4dbac12a7 req-08274408-606a-4aa9-977b-5e64da5d7e35 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:33.680468 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a35b71d0-a8dc-49db-96dc-73c4dbac12a7 req-08274408-606a-4aa9-977b-5e64da5d7e35 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 945 time: 0.0493555 May 12 14:47:33.728953 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a35b71d0-a8dc-49db-96dc-73c4dbac12a7 req-7c664be2-b5d6-46f9-ab8e-c16fd89e5674 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428267 May 12 14:47:34.637387 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 027da599-4cf6-4e03-9ae4-24ae61e29323 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:47:34.691995 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 027da599-4cf6-4e03-9ae4-24ae61e29323 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:47:34.700499 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 027da599-4cf6-4e03-9ae4-24ae61e29323 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:47:34.700942 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:34.778782 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 027da599-4cf6-4e03-9ae4-24ae61e29323 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:47:34.779176 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:34.803847 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:47:34.806095 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5de793-784d-408e-bcea-d08ce690fab4" -d '{"events": [{"server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "name": "network-vif-plugged", "status": "completed", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:47:34.819833 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 027da599-4cf6-4e03-9ae4-24ae61e29323, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=027da599-4cf6-4e03-9ae4-24ae61e29323,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:47:34.826066 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:34.854272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65127b00-6795-4a61-beee-d5bb31441960 req-cdc7e158-9d71-40c4-907c-52ff7ec426f9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:34.856204 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65127b00-6795-4a61-beee-d5bb31441960 req-cdc7e158-9d71-40c4-907c-52ff7ec426f9 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 945 time: 0.0575209 May 12 14:47:34.856982 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9857d-cd9b-4892-9dbb-32163a7a2bea x-openstack-request-id: req-d9d9857d-cd9b-4892-9dbb-32163a7a2bea {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:47:34.857283 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "name": "network-vif-plugged", "status": "completed", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:47:34.857529 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d9d9857d-cd9b-4892-9dbb-32163a7a2bea {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:47:34.857923 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d9857d-cd9b-4892-9dbb-32163a7a2bea'] response: {'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'code': 200} May 12 14:47:34.878218 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=027da599-4cf6-4e03-9ae4-24ae61e29323,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:47:34.904262 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65127b00-6795-4a61-beee-d5bb31441960 req-9ea55c9a-856b-42b8-80c4-ffe35ceae6e8 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 May 12 14:47:35.083729 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef359a-d804-414a-b77a-25619a8a30e0 req-84874a78-2d28-487d-80f0-1b764190b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:35.085259 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68ef359a-d804-414a-b77a-25619a8a30e0 req-84874a78-2d28-487d-80f0-1b764190b05e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 1130 time: 0.0402265 May 12 14:47:35.129947 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68ef359a-d804-414a-b77a-25619a8a30e0 req-99b4362d-9a93-4e5c-a581-e089d5037b7d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374706 May 12 14:47:36.045659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08c44-b74b-491e-a005-7d809dbe2772 req-d205c9e2-ce03-4e66-a881-263a13eb0b14 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:36.047167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-adf08c44-b74b-491e-a005-7d809dbe2772 req-d205c9e2-ce03-4e66-a881-263a13eb0b14 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0623202 May 12 14:47:36.095324 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-adf08c44-b74b-491e-a005-7d809dbe2772 req-756bfc63-8bde-489c-ac32-e74d2ef7e2ee tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 May 12 14:47:37.230759 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3e73a-437e-41da-809b-8f935d753392 req-2ceb41df-4ddc-49d1-a72a-a7c07ebbc99d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:37.232293 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80a3e73a-437e-41da-809b-8f935d753392 req-2ceb41df-4ddc-49d1-a72a-a7c07ebbc99d tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0477309 May 12 14:47:37.285025 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80a3e73a-437e-41da-809b-8f935d753392 req-a3219919-3fec-4470-904c-aaef18593345 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 May 12 14:47:38.409726 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7797d-0233-4068-ac8a-c90c1348dfa1 req-6a1c57e9-f444-4d0d-abfc-8c40ec43e650 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:38.411167 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfe7797d-0233-4068-ac8a-c90c1348dfa1 req-6a1c57e9-f444-4d0d-abfc-8c40ec43e650 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0521274 May 12 14:47:38.465717 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfe7797d-0233-4068-ac8a-c90c1348dfa1 req-51a45c70-7b48-40c6-9ea9-36f6e7876a9f tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465405 May 12 14:47:38.594794 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f9c87-0b1c-4a42-9ad7-3c46a9c48539 req-bae9f711-0112-4519-8f1e-a300e03cee88 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:38.596304 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-498f9c87-0b1c-4a42-9ad7-3c46a9c48539 req-bae9f711-0112-4519-8f1e-a300e03cee88 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0479720 May 12 14:47:38.605687 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:47:38.610439 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Request body: {'floatingip': {'port_id': '027da599-4cf6-4e03-9ae4-24ae61e29323'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:47:38.653943 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (133d6435-0422-434b-8264-5413262a68c4), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:39.362231 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:39.367930 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (133d6435-0422-434b-8264-5413262a68c4), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:39.476397 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP 133d6435-0422-434b-8264-5413262a68c4 associated. External IP: 172.27.1.224, port: 027da599-4cf6-4e03-9ae4-24ae61e29323. May 12 14:47:39.705554 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:47:39.819204 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:47:39.823831 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:39.829793 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:47:39.841067 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:39.841747 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:47:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:39.853776 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f05bc8e0-de64-4c68-9563-ba648def3e00 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "PUT /v2.0/floatingips/133d6435-0422-434b-8264-5413262a68c4 HTTP/1.1" status: 200 len: 992 time: 1.2468746 May 12 14:47:39.854349 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:47:39.856738 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15026ba4-9306-4f55-8723-6fd15f44add3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:47:39.891611 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6406742f-e39e-4248-9865-5f719d182448 x-openstack-request-id: req-6406742f-e39e-4248-9865-5f719d182448 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:47:39.891937 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:47:39.892164 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6406742f-e39e-4248-9865-5f719d182448 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:47:39.892588 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6406742f-e39e-4248-9865-5f719d182448'] response: {'name': 'network-changed', 'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'status': 'completed', 'code': 200} May 12 14:47:39.950264 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:39.989020 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-0e042013-b6df-4664-9953-2f2351312576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:39.990437 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-0e042013-b6df-4664-9953-2f2351312576 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9794155ca0aa4b75a153f0640e068ff5&device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 1130 time: 0.0378540 May 12 14:47:40.086467 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-7d2476f9-f4e3-4ab3-ad9f-ccb0aeedad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:40.087990 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-7d2476f9-f4e3-4ab3-ad9f-ccb0aeedad7c service neutron] 10.222.0.85 "GET /v2.0/networks?id=45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 200 len: 916 time: 0.0879846 May 12 14:47:40.156190 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-d3feb0fb-3e9b-46de-8549-ce419d99ee61 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=027da599-4cf6-4e03-9ae4-24ae61e29323 HTTP/1.1" status: 200 len: 1000 time: 0.0608075 May 12 14:47:40.170398 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '133d6435-0422-434b-8264-5413262a68c4', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:4f:a1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:47:25Z', 'updated_at': '2022-05-12T14:47:39Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:40.196707 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:47:40.205139 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:47:40.205731 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:47:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:40.206043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-6fbb9c0b-ed56-4bc8-b323-21511974da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:40.207588 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-6fbb9c0b-ed56-4bc8-b323-21511974da37 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 200 len: 854 time: 0.0453911 May 12 14:47:40.256723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-4598db65-1bee-44b4-bf18-e9707a25b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:40.258176 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-4598db65-1bee-44b4-bf18-e9707a25b07b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45d1d321-0090-41ca-9dd0-9f717585a523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430026 May 12 14:47:40.315928 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:47:40.349497 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-d96c3aa7-c828-4ca0-a6ae-d9af54b89506 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838616 May 12 14:47:40.449013 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15026ba4-9306-4f55-8723-6fd15f44add3 req-a0494fe0-fbf3-4317-b79a-26d89ab5c6e3 service neutron] 10.222.0.85 "GET /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901318 May 12 14:47:40.533953 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '133d6435-0422-434b-8264-5413262a68c4', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:4f:a1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:47:25Z', 'updated_at': '2022-05-12T14:47:39Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:47:40.560160 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782b521-3145-45e7-8297-7343ebeae523 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '133d6435-0422-434b-8264-5413262a68c4', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'port_id': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'mac_address': 'fa:16:3e:4f:a1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:47:25Z', 'updated_at': '2022-05-12T14:47:39Z', 'revision_number': 1, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:47:40.764408 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8307f-73bc-452c-a474-07bff77990e3 None None] New status for floating IP 133d6435-0422-434b-8264-5413262a68c4: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:47:45.846573 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:47:52.377386 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-772a488a-bad2-4f68-b3b4-7708c3e35f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:54.804058 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c1648efb-0e01-443e-b0d8-a51cd2fff8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:55.905639 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:57.077934 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:58.705468 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:02.553907 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:07.596702 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b4d72-d7ff-4f88-942e-cfa4ac15d820 req-ad8a8428-24b6-4a69-8b55-a4a9acff73e8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:07.598232 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d8b4d72-d7ff-4f88-942e-cfa4ac15d820 req-ad8a8428-24b6-4a69-8b55-a4a9acff73e8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0629525 May 12 14:48:07.647553 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d8b4d72-d7ff-4f88-942e-cfa4ac15d820 req-e1548319-4e4a-4c04-a061-3fc9cfd8572b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430188 May 12 14:48:08.780511 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3f40-f5dd-4e37-92eb-afb8dea8726f req-90e25a40-fd93-4252-8b62-090e6397524e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:08.782662 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e10e3f40-f5dd-4e37-92eb-afb8dea8726f req-90e25a40-fd93-4252-8b62-090e6397524e tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0559292 May 12 14:48:08.840966 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e10e3f40-f5dd-4e37-92eb-afb8dea8726f req-4a3c4f76-81a1-44d1-8f07-c60ae63f5239 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520806 May 12 14:48:09.970634 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eec6bb-bd5a-475b-8f01-a39d80125f16 req-96741566-f161-467f-bc7a-cde139532fa1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:09.972209 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76eec6bb-bd5a-475b-8f01-a39d80125f16 req-96741566-f161-467f-bc7a-cde139532fa1 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0542426 May 12 14:48:10.027618 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76eec6bb-bd5a-475b-8f01-a39d80125f16 req-b06cc153-0975-4e9e-b741-da243059e7df tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups?id=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467155 May 12 14:48:10.116541 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-49eec054-f1cc-431f-bd51-1a5660ea0f1d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:10.117985 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-49eec054-f1cc-431f-bd51-1a5660ea0f1d tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 946 time: 0.0482309 May 12 14:48:10.208685 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Deleting port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:10.209057 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:10.307568 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] For port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:10.307933 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:10.491049 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:10.491298 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:10.491649 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Floating IP ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90 disassociated. External IP: 172.27.1.76, port: 3025e7d9-221e-4eb3-b3d4-4e0d728df36f. May 12 14:48:10.492039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Calling delete_port for 3025e7d9-221e-4eb3-b3d4-4e0d728df36f owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:10.634676 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (3025e7d9-221e-4eb3-b3d4-4e0d728df36f), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:10.666922 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event deleted for resources: {'Port': ['ID=3025e7d9-221e-4eb3-b3d4-4e0d728df36f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:10.678278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.678611 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.678930 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.679281 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.679614 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.679969 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.680294 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.680619 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.680943 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.681265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.682190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.682527 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.682848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.683169 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.683491 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:10.798590 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:48:10.917637 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:48:10.929638 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:48:10.943500 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:10.944085 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:47:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:10.960505 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] No DVR routers for this DVR port 3025e7d9-221e-4eb3-b3d4-4e0d728df36f on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:10.963248 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:10.966686 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f9f36e5-9b32-46e3-abd7-66319298f6f8 req-187e42bc-827c-487b-b1d0-b0afaae292d4 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.85 "DELETE /v2.0/ports/3025e7d9-221e-4eb3-b3d4-4e0d728df36f HTTP/1.1" status: 204 len: 173 time: 0.8426619 May 12 14:48:10.967195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'name': 'network-vif-deleted', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:48:10.969684 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eaf7e5-fbbe-4877-81be-a2f68ee704d5" -d '{"events": [{"server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "name": "network-vif-deleted", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:48:11.017753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1036c-d1c6-4d81-ad05-40803cd839b0 x-openstack-request-id: req-c3f1036c-d1c6-4d81-ad05-40803cd839b0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:48:11.018349 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abbf89-aa43-4ab3-a7d7-73ce8c79562f", "name": "network-vif-deleted", "tag": "3025e7d9-221e-4eb3-b3d4-4e0d728df36f", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:48:11.018349 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3f1036c-d1c6-4d81-ad05-40803cd839b0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:48:11.018679 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f1036c-d1c6-4d81-ad05-40803cd839b0'] response: {'server_uuid': 'd4abbf89-aa43-4ab3-a7d7-73ce8c79562f', 'name': 'network-vif-deleted', 'tag': '3025e7d9-221e-4eb3-b3d4-4e0d728df36f', 'status': 'completed', 'code': 200} May 12 14:48:11.070857 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:11.165926 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-396e7051-1542-42d0-8286-06b790d31d66 req-2a9cca69-a600-41d3-b551-e9fc89341b9b tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4abbf89-aa43-4ab3-a7d7-73ce8c79562f HTTP/1.1" status: 200 len: 210 time: 0.0486481 May 12 14:48:11.277800 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:11.304577 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:48:11.313451 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:11.314039 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:47:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:11.516609 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:11.722418 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:11.749761 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9022dd-8f68-4207-86c4-8fdcbead2638 None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb', 'name': '', 'network_id': 'e4082a23-e2c1-47cf-8408-55f5d6e4d99e', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:40Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'subnets': [{'id': 'd519e8ed-3cc4-4463-b726-f74e06373f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:48:11.982116 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857f55f-d42b-48b9-8fdf-c318999274d1 None None] New status for floating IP ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:48:12.259057 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:12.319204 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (b2678dd5-b0a7-4c61-b874-7ff2c3bcb730), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.344733 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (b2678dd5-b0a7-4c61-b874-7ff2c3bcb730), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.396972 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (b2678dd5-b0a7-4c61-b874-7ff2c3bcb730), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.400025 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.401204 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "DELETE /v2.0/security-groups/b2678dd5-b0a7-4c61-b874-7ff2c3bcb730 HTTP/1.1" status: 204 len: 168 time: 0.1410635 May 12 14:48:12.404151 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53778) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:12.410674 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2678dd5-b0a7-4c61-b874-7ff2c3bcb730,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:12.418643 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.419019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.419403 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.419576 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-a91674a5-5cc5-4bd7-b730-2b0bcf589485 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] show failed (client error): The resource could not be found. May 12 14:48:12.419789 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.420127 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.420581 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.420961 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.421281 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.421612 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.421852 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a91674a5-5cc5-4bd7-b730-2b0bcf589485 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "GET /v2.0/security-groups/b2678dd5-b0a7-4c61-b874-7ff2c3bcb730 HTTP/1.1" status: 404 len: 347 time: 0.0159769 May 12 14:48:12.422029 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.422313 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.422598 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.422917 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.423283 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.423576 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4851ee6-96b4-4423-919e-bf65535b6909 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:12.424885 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53780) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:12.540939 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Deleting port ba894a93-d60f-4570-8bdf-f620c36255ce {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:12.541528 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.622868 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.623164 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (ba894a93-d60f-4570-8bdf-f620c36255ce), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.635734 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Calling delete_port for ba894a93-d60f-4570-8bdf-f620c36255ce owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:12.773206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (ba894a93-d60f-4570-8bdf-f620c36255ce), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.798773 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Pushing event deleted for resources: {'Port': ['ID=ba894a93-d60f-4570-8bdf-f620c36255ce,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:12.860879 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks [] for floatingip (ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.863383 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:12.864592 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-31ac8259-4ed5-4736-a4b4-be740ebc31c8 tempest-AttachVolumeTestJSON-1602866691 tempest-AttachVolumeTestJSON-1602866691-project] 10.222.0.79 "DELETE /v2.0/floatingips/ec588eaa-fe15-4ab8-8c14-a8abe7bf0e90 HTTP/1.1" status: 204 len: 168 time: 0.4387994 May 12 14:48:14.768132 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 3025e7d9-221e-4eb3-b3d4-4e0d728df36f no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:14.790648 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 3025e7d9-221e-4eb3-b3d4-4e0d728df36f {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:14.790994 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 3025e7d9-221e-4eb3-b3d4-4e0d728df36f not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:16.446107 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53810) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:16.891384 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:17.397453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Deleting port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:17.397774 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:17.488586 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] For port 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:17.489347 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:17.502666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Calling delete_port for 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:17.696156 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:17.725028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:17.889980 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.121647 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:48:18.246037 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:48:18.252009 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0683cd48-db50-4e43-baf1-bdc5ad1d3e7f admin admin] 10.222.0.79 "PUT /v2.0/routers/0ec0c0a6-edfb-4f73-af54-3289f2ddd212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8052936 May 12 14:48:18.254477 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53814) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:18.255123 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06709f68-64a8-4828-9067-7681492666da None None] Sync routers for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:48:18.265822 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06709f68-64a8-4828-9067-7681492666da None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:18.266452 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06709f68-64a8-4828-9067-7681492666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:47:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:18.359889 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks [] for router (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.373561 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-06709f68-64a8-4828-9067-7681492666da None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:18.469964 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks [] for router_gateway (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.518501 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Deleting port 33cabd8c-64ea-4a9a-b074-c61ec2af4196 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:18.519342 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.550584 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06709f68-64a8-4828-9067-7681492666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:48:17Z', 'revision_number': 5, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port': {'id': '33cabd8c-64ea-4a9a-b074-c61ec2af4196', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:18.577466 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06709f68-64a8-4828-9067-7681492666da None None] Checking router: 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:48:18.586801 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06709f68-64a8-4828-9067-7681492666da None None] Routers {'0ec0c0a6-edfb-4f73-af54-3289f2ddd212'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:18.587419 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06709f68-64a8-4828-9067-7681492666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:47:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:18.600486 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] For port 33cabd8c-64ea-4a9a-b074-c61ec2af4196, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=33cabd8c-64ea-4a9a-b074-c61ec2af4196,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:18.600858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.614069 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Calling delete_port for 33cabd8c-64ea-4a9a-b074-c61ec2af4196 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:18.676882 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-06709f68-64a8-4828-9067-7681492666da None None] Set router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:18.728545 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06709f68-64a8-4828-9067-7681492666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:48:18Z', 'revision_number': 6, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:18.761791 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06709f68-64a8-4828-9067-7681492666da None None] The sync data for ids ['0ec0c0a6-edfb-4f73-af54-3289f2ddd212'] in dv-cinder-840678-8-iscsi is: [{'id': '0ec0c0a6-edfb-4f73-af54-3289f2ddd212', 'name': 'tempest-AttachVolumeTestJSON-1586136283-router', 'tenant_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:31Z', 'updated_at': '2022-05-12T14:48:18Z', 'revision_number': 6, 'project_id': '4bfc0cf739ef49329b3abc976a5cf1ab', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:48:18.788219 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (33cabd8c-64ea-4a9a-b074-c61ec2af4196), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.817594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Pushing event deleted for resources: {'Port': ['ID=33cabd8c-64ea-4a9a-b074-c61ec2af4196,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:18.878126 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.971257 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:18.973521 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks [] for router_controller (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.023372 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (0ec0c0a6-edfb-4f73-af54-3289f2ddd212), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.024019 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec0c0a6-edfb-4f73-af54-3289f2ddd212 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:48:19.028620 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.029757 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-62545f51-cdbe-4d89-b931-f8f9129158db admin admin] 10.222.0.79 "DELETE /v2.0/routers/0ec0c0a6-edfb-4f73-af54-3289f2ddd212 HTTP/1.1" status: 204 len: 168 time: 0.7743092 May 12 14:48:19.033890 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53818) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:19.078743 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Deleting subnet d519e8ed-3cc4-4463-b726-f74e06373f34 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:48:19.082153 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Publish callbacks [] for subnet (d519e8ed-3cc4-4463-b726-f74e06373f34), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.117575 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (d519e8ed-3cc4-4463-b726-f74e06373f34), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.201594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (d519e8ed-3cc4-4463-b726-f74e06373f34), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.261611 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (d519e8ed-3cc4-4463-b726-f74e06373f34), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.285234 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d519e8ed-3cc4-4463-b726-f74e06373f34,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:19.291401 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.294625 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8f4ad9ac-ffeb-47b7-8a13-e45e7709a489 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d519e8ed-3cc4-4463-b726-f74e06373f34 HTTP/1.1" status: 204 len: 168 time: 0.2597771 May 12 14:48:19.297392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53820) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:19.297963 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090103dd-11ff-4614-b207-f8176facc90d None None] Network e4082a23-e2c1-47cf-8408-55f5d6e4d99e requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:19.364861 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (e4082a23-e2c1-47cf-8408-55f5d6e4d99e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.416524 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Deleting port c981caae-ca36-49b2-8caf-4b4d2decb601 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:19.416872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.486943 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] For port c981caae-ca36-49b2-8caf-4b4d2decb601, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=c981caae-ca36-49b2-8caf-4b4d2decb601,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:19.487319 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.502055 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Calling delete_port for c981caae-ca36-49b2-8caf-4b4d2decb601 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:19.515764 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] DHCP port deletion for e4082a23-e2c1-47cf-8408-55f5d6e4d99e request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:48:19.560924 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Deleting port c981caae-ca36-49b2-8caf-4b4d2decb601 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:19.561299 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.589809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.617265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Pushing event deleted for resources: {'Port': ['ID=c981caae-ca36-49b2-8caf-4b4d2decb601,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:19.619056 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] No DVR routers for this DVR port c981caae-ca36-49b2-8caf-4b4d2decb601 on host dv-cinder-840678-8-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:19.624750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] For port c981caae-ca36-49b2-8caf-4b4d2decb601, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=c981caae-ca36-49b2-8caf-4b4d2decb601,segment=NetworkSegment(1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5),segment_id=1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:19.625154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.639271 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Calling delete_port for c981caae-ca36-49b2-8caf-4b4d2decb601 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:19.693388 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (e4082a23-e2c1-47cf-8408-55f5d6e4d99e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.714941 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4082a23-e2c1-47cf-8408-55f5d6e4d99e']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:19.721083 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (c981caae-ca36-49b2-8caf-4b4d2decb601), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.725041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:19.725280 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:19.742452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.744683 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Pushing event deleted for resources: {'Port': ['ID=c981caae-ca36-49b2-8caf-4b4d2decb601,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:19.756475 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.756824 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.757162 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.757498 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.757825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.758332 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.758468 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.758787 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.759103 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.759418 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.759825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.760344 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.760823 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.760955 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.761420 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.761896 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:19.765160 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13885e29-99d1-4967-b9d0-fdf6ee92de94 None None] No DVR routers for this DVR port c981caae-ca36-49b2-8caf-4b4d2decb601 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:19.774009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:48:19.775230 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (1e5e15b9-c5eb-4844-9d10-d3f40f2e29a5), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:48:19.779894 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:48:19.840545 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (e4082a23-e2c1-47cf-8408-55f5d6e4d99e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.847276 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:19.850661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e4082a23-e2c1-47cf-8408-55f5d6e4d99e HTTP/1.1" status: 204 len: 168 time: 0.5523381 May 12 14:48:19.859747 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b20e9-0165-4ddd-a3f6-db4894730546 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4082a23-e2c1-47cf-8408-55f5d6e4d99e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:19.983738 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53824) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:20.024681 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8043c508-03e8-4040-831f-a257bfdae513 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bfc0cf739ef49329b3abc976a5cf1ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396800 May 12 14:48:20.027319 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:20.088973 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12e6677b-58a3-4850-8716-787b6aa7b5ca admin admin] Publish callbacks [] for security_group (14e24466-1a01-4660-970e-8264e3a9d7d2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:20.112385 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12e6677b-58a3-4850-8716-787b6aa7b5ca admin admin] Publish callbacks [] for security_group (14e24466-1a01-4660-970e-8264e3a9d7d2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:20.162964 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12e6677b-58a3-4850-8716-787b6aa7b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (14e24466-1a01-4660-970e-8264e3a9d7d2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:20.165767 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12e6677b-58a3-4850-8716-787b6aa7b5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:20.167277 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-12e6677b-58a3-4850-8716-787b6aa7b5ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14e24466-1a01-4660-970e-8264e3a9d7d2 HTTP/1.1" status: 204 len: 168 time: 0.1389496 May 12 14:48:20.175725 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6677b-58a3-4850-8716-787b6aa7b5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e24466-1a01-4660-970e-8264e3a9d7d2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:20.763464 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 33cabd8c-64ea-4a9a-b074-c61ec2af4196 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:20.786072 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 33cabd8c-64ea-4a9a-b074-c61ec2af4196 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:20.786427 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 33cabd8c-64ea-4a9a-b074-c61ec2af4196 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:20.786897 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:20.806917 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:20.807170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 26829d8e-0ee9-4e46-a11c-6e4e8c46bfcb not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:20.807896 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device c981caae-ca36-49b2-8caf-4b4d2decb601 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:20.832095 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: c981caae-ca36-49b2-8caf-4b4d2decb601 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:20.832449 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device c981caae-ca36-49b2-8caf-4b4d2decb601 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:22.376402 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-92a18e2d-e3ac-4f08-9566-d5a59034499a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:22.849759 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:48:24.809280 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91b2c24a-05eb-4934-a73c-e6b00475f8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:25.904932 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:27.078838 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:28.705786 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:29.720777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 53938) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:29.830723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d263169-9267-430a-a20e-710ef7981b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:29.911101 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d263169-9267-430a-a20e-710ef7981b7c admin admin] Publish callbacks [] for security_group (b7fd8e4b-aaa8-4d02-86c2-4409155ccc69), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:29.916973 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d263169-9267-430a-a20e-710ef7981b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (b7fd8e4b-aaa8-4d02-86c2-4409155ccc69), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:29.953810 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3d263169-9267-430a-a20e-710ef7981b7c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=024250b3c3f44403aa1ee20f63b1ed90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319305 May 12 14:48:29.956176 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d263169-9267-430a-a20e-710ef7981b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fd8e4b-aaa8-4d02-86c2-4409155ccc69,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:29.956592 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 53942) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:30.008276 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e57a2ed-aead-465c-9edd-469ee640d567 admin admin] Publish callbacks [] for security_group (b7fd8e4b-aaa8-4d02-86c2-4409155ccc69), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:30.030182 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e57a2ed-aead-465c-9edd-469ee640d567 admin admin] Publish callbacks [] for security_group (b7fd8e4b-aaa8-4d02-86c2-4409155ccc69), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:30.082615 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e57a2ed-aead-465c-9edd-469ee640d567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (b7fd8e4b-aaa8-4d02-86c2-4409155ccc69), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:30.085253 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e57a2ed-aead-465c-9edd-469ee640d567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:30.086763 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3e57a2ed-aead-465c-9edd-469ee640d567 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7fd8e4b-aaa8-4d02-86c2-4409155ccc69 HTTP/1.1" status: 204 len: 168 time: 0.1287193 May 12 14:48:30.094685 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57a2ed-aead-465c-9edd-469ee640d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fd8e4b-aaa8-4d02-86c2-4409155ccc69,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:31.688209 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906c03f-69d0-4f0c-ba57-8c671afa5b07 req-7f49e7e5-3e66-45ad-9696-ae7dafea105a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:31.689875 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1906c03f-69d0-4f0c-ba57-8c671afa5b07 req-7f49e7e5-3e66-45ad-9696-ae7dafea105a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0503690 May 12 14:48:31.742679 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1906c03f-69d0-4f0c-ba57-8c671afa5b07 req-78165807-0aa8-47d6-aeb2-8e9f51b768e1 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 May 12 14:48:32.563888 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:32.868028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef978f-ca38-4ffd-9c4f-325a020f968d req-86ee63ff-b181-4180-bf5f-61e9106af977 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:32.869525 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4ef978f-ca38-4ffd-9c4f-325a020f968d req-86ee63ff-b181-4180-bf5f-61e9106af977 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0487688 May 12 14:48:32.927871 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4ef978f-ca38-4ffd-9c4f-325a020f968d req-563bccd4-057b-42a7-879c-372b3bac8f94 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521367 May 12 14:48:33.486270 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-a115ea9f-4922-4aa0-963f-816be4dd6ce4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:33.488074 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-a115ea9f-4922-4aa0-963f-816be4dd6ce4 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0558026 May 12 14:48:33.573249 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Deleting port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:33.573544 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:33.675369 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] For port a6930fb7-573c-4eee-bf16-c9de09bd6eb3, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:33.675748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:33.864391 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:33.864881 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (6701644d-9db2-4c75-a8ad-bbba7bd9cf93), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:33.865200 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Floating IP 6701644d-9db2-4c75-a8ad-bbba7bd9cf93 disassociated. External IP: 172.27.1.164, port: a6930fb7-573c-4eee-bf16-c9de09bd6eb3. May 12 14:48:33.865565 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Calling delete_port for a6930fb7-573c-4eee-bf16-c9de09bd6eb3 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:34.036091 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (a6930fb7-573c-4eee-bf16-c9de09bd6eb3), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:34.072141 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event deleted for resources: {'Port': ['ID=a6930fb7-573c-4eee-bf16-c9de09bd6eb3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:34.085708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df164445-046b-4cc7-83c4-ce7669587a7f req-7e31d347-a608-43ff-92e5-d20835890116 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:34.087279 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df164445-046b-4cc7-83c4-ce7669587a7f req-7e31d347-a608-43ff-92e5-d20835890116 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 947 time: 0.0824068 May 12 14:48:34.219658 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df164445-046b-4cc7-83c4-ce7669587a7f req-8e60cfbd-b6eb-4811-96aa-12ee549cfdca tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups?id=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262398 May 12 14:48:34.244433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:48:34.356604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:48:34.368785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:48:34.380756 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:34.381504 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:48:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:34.507339 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:34.677320 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] No DVR routers for this DVR port a6930fb7-573c-4eee-bf16-c9de09bd6eb3 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:34.679919 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:34.683105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a383bec-5a51-4b37-b22e-70d154e7d846 req-f9ff9223-66dd-4556-9058-29cf664c4280 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.85 "DELETE /v2.0/ports/a6930fb7-573c-4eee-bf16-c9de09bd6eb3 HTTP/1.1" status: 204 len: 173 time: 1.1896501 May 12 14:48:34.683542 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-deleted', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:48:34.685842 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909665f2-ef6e-4676-b88d-2da2e1ee5d07" -d '{"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-deleted", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:48:34.711551 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:34.727369 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a412b-54df-41da-a23a-81076f342d03 x-openstack-request-id: req-a04a412b-54df-41da-a23a-81076f342d03 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:48:34.727666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf6710-d383-4d92-8328-2812361411a4", "name": "network-vif-deleted", "tag": "a6930fb7-573c-4eee-bf16-c9de09bd6eb3", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:48:34.727985 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a04a412b-54df-41da-a23a-81076f342d03 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:48:34.728409 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04a412b-54df-41da-a23a-81076f342d03'] response: {'server_uuid': '05cf6710-d383-4d92-8328-2812361411a4', 'name': 'network-vif-deleted', 'tag': 'a6930fb7-573c-4eee-bf16-c9de09bd6eb3', 'status': 'completed', 'code': 200} May 12 14:48:34.739066 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:48:34.748072 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:34.748699 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:48:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:34.873890 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:35.070003 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:35.100445 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b554ae1-02f9-4fd1-b89b-7e7b9f7c53a0 None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:43Z', 'revision_number': 4, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '96bc959e-4f4f-47ba-a89a-476f843d56de', 'name': '', 'network_id': '272339fb-b619-4ece-94ff-5fe15c567402', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'mac_address': 'fa:16:3e:cd:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:39Z', 'updated_at': '2022-05-12T14:38:00Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'subnets': [{'id': 'f06672bd-70c6-4130-a103-df043d7cd32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:48:35.339315 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae5ef3-0f6b-4e04-af48-04e0787fd7e8 None None] New status for floating IP 6701644d-9db2-4c75-a8ad-bbba7bd9cf93: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:48:35.339873 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ea08d52-bf5e-4bf8-9317-b9146548755e req-d779c1a3-4f2f-474e-b3d5-ae6f2b082697 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0295274 May 12 14:48:36.470085 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f785ae85-8e9f-4513-b379-9cfa922d4a65 req-ce5fd701-5c22-4907-83ee-d2171597dc1d tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0345361 May 12 14:48:37.591761 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c53c010b-013b-4632-b7d8-abc9bb04ad7e req-2648fa1c-9535-4be4-b377-b2582252629a tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0368178 May 12 14:48:38.721031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-871bd639-3f7b-4e7d-aa52-f7e6d8a6b33a req-9d4914db-faec-4606-96fc-3488a7ab075f tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0329888 May 12 14:48:38.785496 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01928d74-d5c4-4b4d-ba1d-e9d1f4751cfc req-435e66fb-9981-4709-a6de-f50078f684ed service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=05cf6710-d383-4d92-8328-2812361411a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1404727 May 12 14:48:38.869310 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:38.890231 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01928d74-d5c4-4b4d-ba1d-e9d1f4751cfc req-287dbd52-1632-4400-9cb9-40cd842df6f3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&device_id=05cf6710-d383-4d92-8328-2812361411a4 HTTP/1.1" status: 200 len: 210 time: 0.0291622 May 12 14:48:38.890736 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: a6930fb7-573c-4eee-bf16-c9de09bd6eb3 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:38.891111 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device a6930fb7-573c-4eee-bf16-c9de09bd6eb3 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:39.030136 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01928d74-d5c4-4b4d-ba1d-e9d1f4751cfc req-f92f7381-7cb3-46ac-8ffd-c636440f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:39.031625 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01928d74-d5c4-4b4d-ba1d-e9d1f4751cfc req-f92f7381-7cb3-46ac-8ffd-c636440f2de6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1139824 May 12 14:48:39.131099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01928d74-d5c4-4b4d-ba1d-e9d1f4751cfc req-e093683a-bb0b-4811-9278-d11ebbb8136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:39.132611 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01928d74-d5c4-4b4d-ba1d-e9d1f4751cfc req-e093683a-bb0b-4811-9278-d11ebbb8136f service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948420 May 12 14:48:39.828050 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54064) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:39.892874 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74611f29-1e3a-4c65-ae77-46ee7b9754ab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (d73a3d68-519b-4dd5-9ae7-89b27dfc38e0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:39.921600 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74611f29-1e3a-4c65-ae77-46ee7b9754ab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (d73a3d68-519b-4dd5-9ae7-89b27dfc38e0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:39.971154 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74611f29-1e3a-4c65-ae77-46ee7b9754ab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d73a3d68-519b-4dd5-9ae7-89b27dfc38e0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:39.974984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74611f29-1e3a-4c65-ae77-46ee7b9754ab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:39.976188 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-74611f29-1e3a-4c65-ae77-46ee7b9754ab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "DELETE /v2.0/security-groups/d73a3d68-519b-4dd5-9ae7-89b27dfc38e0 HTTP/1.1" status: 204 len: 168 time: 0.1470101 May 12 14:48:39.979453 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:39.986248 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74611f29-1e3a-4c65-ae77-46ee7b9754ab tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a3d68-519b-4dd5-9ae7-89b27dfc38e0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:39.994437 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.api.v2.resource [None req-4fb11f80-ca80-4665-859e-eb05fe04a193 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] show failed (client error): The resource could not be found. May 12 14:48:39.998552 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54068) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:39.998703 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4fb11f80-ca80-4665-859e-eb05fe04a193 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "GET /v2.0/security-groups/d73a3d68-519b-4dd5-9ae7-89b27dfc38e0 HTTP/1.1" status: 404 len: 347 time: 0.0181448 May 12 14:48:40.126079 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Deleting port fa8dce91-ba26-4c3a-9280-c22e4885cdb8 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:40.126420 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:40.208363 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:40.208795 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:40.221886 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Calling delete_port for fa8dce91-ba26-4c3a-9280-c22e4885cdb8 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:40.359149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (fa8dce91-ba26-4c3a-9280-c22e4885cdb8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:40.390453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Pushing event deleted for resources: {'Port': ['ID=fa8dce91-ba26-4c3a-9280-c22e4885cdb8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:40.454856 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks [] for floatingip (6701644d-9db2-4c75-a8ad-bbba7bd9cf93), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:40.457436 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:40.458575 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-33b09206-32b8-441d-880a-91fd362a34f5 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] 10.222.0.79 "DELETE /v2.0/floatingips/6701644d-9db2-4c75-a8ad-bbba7bd9cf93 HTTP/1.1" status: 204 len: 168 time: 0.4585724 May 12 14:48:42.903841 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54132) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:43.358227 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (965f2fb9-48a8-4334-aed3-04dba21f3744), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.599613 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Deleting port 96bc959e-4f4f-47ba-a89a-476f843d56de {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:43.600045 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.681643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] For port 96bc959e-4f4f-47ba-a89a-476f843d56de, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=96bc959e-4f4f-47ba-a89a-476f843d56de,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:43.681896 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.695311 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Calling delete_port for 96bc959e-4f4f-47ba-a89a-476f843d56de owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:43.894332 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (96bc959e-4f4f-47ba-a89a-476f843d56de), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.919536 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bc959e-4f4f-47ba-a89a-476f843d56de,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:44.099176 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (965f2fb9-48a8-4334-aed3-04dba21f3744), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.321213 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Router 965f2fb9-48a8-4334-aed3-04dba21f3744 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:48:44.431882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:48:44.437748 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9023ce0c-e6e8-41da-ac99-e065e01b12e4 admin admin] 10.222.0.79 "PUT /v2.0/routers/965f2fb9-48a8-4334-aed3-04dba21f3744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327945 May 12 14:48:44.440377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54150) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:44.441229 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] Sync routers for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:48:44.452216 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:44.452754 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:48:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:44.551433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks [] for router (965f2fb9-48a8-4334-aed3-04dba21f3744), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.567782 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:44.655838 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks [] for router_gateway (965f2fb9-48a8-4334-aed3-04dba21f3744), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.752191 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:48:43Z', 'revision_number': 5, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port': {'id': 'a5edf09f-bb04-45b7-a53c-1506a85c7931', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:32Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:44.781301 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] Checking router: 965f2fb9-48a8-4334-aed3-04dba21f3744 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:48:44.792622 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] Routers {'965f2fb9-48a8-4334-aed3-04dba21f3744'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:44.794238 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:48:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['965f2fb9-48a8-4334-aed3-04dba21f3744'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:44.974155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Deleting port a5edf09f-bb04-45b7-a53c-1506a85c7931 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:44.974716 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.024023 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] Set router 965f2fb9-48a8-4334-aed3-04dba21f3744 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:45.054423 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] For port a5edf09f-bb04-45b7-a53c-1506a85c7931, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=a5edf09f-bb04-45b7-a53c-1506a85c7931,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:45.054779 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.067661 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Calling delete_port for a5edf09f-bb04-45b7-a53c-1506a85c7931 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:45.080581 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:48:44Z', 'revision_number': 6, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:45.108847 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e3e555-3eac-4485-b33f-a62adae417eb None None] The sync data for ids ['965f2fb9-48a8-4334-aed3-04dba21f3744'] in dv-cinder-840678-8-iscsi is: [{'id': '965f2fb9-48a8-4334-aed3-04dba21f3744', 'name': 'tempest-AttachVolumeShelveTestJSON-496944579-router', 'tenant_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:48:44Z', 'revision_number': 6, 'project_id': '0dd7bf482a7c472bbe4857f2d71d00e1', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:48:45.252490 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (a5edf09f-bb04-45b7-a53c-1506a85c7931), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.279238 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5edf09f-bb04-45b7-a53c-1506a85c7931,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:45.342379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (965f2fb9-48a8-4334-aed3-04dba21f3744), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.441433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (965f2fb9-48a8-4334-aed3-04dba21f3744), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.443615 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks [] for router_controller (965f2fb9-48a8-4334-aed3-04dba21f3744), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.493478 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (965f2fb9-48a8-4334-aed3-04dba21f3744), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.494096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965f2fb9-48a8-4334-aed3-04dba21f3744 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:48:45.507678 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.508955 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3159c87e-4c56-404b-9b03-8eb43a42c77b admin admin] 10.222.0.79 "DELETE /v2.0/routers/965f2fb9-48a8-4334-aed3-04dba21f3744 HTTP/1.1" status: 204 len: 168 time: 1.0676661 May 12 14:48:45.511722 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:45.562438 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Deleting subnet f06672bd-70c6-4130-a103-df043d7cd32e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:48:45.565531 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Publish callbacks [] for subnet (f06672bd-70c6-4130-a103-df043d7cd32e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.603238 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618858'] for subnet (f06672bd-70c6-4130-a103-df043d7cd32e), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.682553 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (f06672bd-70c6-4130-a103-df043d7cd32e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.736733 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4300604'] for subnet (f06672bd-70c6-4130-a103-df043d7cd32e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.767821 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06672bd-70c6-4130-a103-df043d7cd32e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:45.769902 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.773316 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8d9c16ce-0c39-4b79-baeb-86440f15cb89 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f06672bd-70c6-4130-a103-df043d7cd32e HTTP/1.1" status: 204 len: 168 time: 0.2605011 May 12 14:48:45.776016 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54170) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:45.784284 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871287d2-c5e9-4078-8bb5-d1f003027f8d None None] Network 272339fb-b619-4ece-94ff-5fe15c567402 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:45.854159 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (272339fb-b619-4ece-94ff-5fe15c567402), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.904481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Deleting port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:45.904868 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.946386 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] DHCP port deletion for 272339fb-b619-4ece-94ff-5fe15c567402 request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:48:45.966419 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] For port b7dc1dec-1197-4e48-9759-05b4ef6b1f63, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:45.966824 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.980060 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Calling delete_port for b7dc1dec-1197-4e48-9759-05b4ef6b1f63 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:45.986190 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] Deleting port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:45.986566 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.055154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] For port b7dc1dec-1197-4e48-9759-05b4ef6b1f63, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,segment=NetworkSegment(3c644441-c045-4d13-95fd-adffa727e2fb),segment_id=3c644441-c045-4d13-95fd-adffa727e2fb)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:46.055448 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.069110 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] Calling delete_port for b7dc1dec-1197-4e48-9759-05b4ef6b1f63 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:46.071313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.096253 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:46.099802 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] No DVR routers for this DVR port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 on host dv-cinder-840678-8-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:46.149582 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (b7dc1dec-1197-4e48-9759-05b4ef6b1f63), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.171264 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (272339fb-b619-4ece-94ff-5fe15c567402), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.180697 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] Pushing event deleted for resources: {'Port': ['ID=b7dc1dec-1197-4e48-9759-05b4ef6b1f63,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:46.184579 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9ffc4-eeee-4b82-9230-e8bccbdc80a9 None None] No DVR routers for this DVR port b7dc1dec-1197-4e48-9759-05b4ef6b1f63 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:46.202700 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272339fb-b619-4ece-94ff-5fe15c567402']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:46.214392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c644441-c045-4d13-95fd-adffa727e2fb') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:46.214692 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c644441-c045-4d13-95fd-adffa727e2fb') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:46.224673 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (3c644441-c045-4d13-95fd-adffa727e2fb), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.238389 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (3c644441-c045-4d13-95fd-adffa727e2fb), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.246013 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:48:46.246498 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (3c644441-c045-4d13-95fd-adffa727e2fb), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:48:46.248752 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:48:46.309830 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (272339fb-b619-4ece-94ff-5fe15c567402), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.316124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.320149 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] 10.222.0.79 "DELETE /v2.0/networks/272339fb-b619-4ece-94ff-5fe15c567402 HTTP/1.1" status: 204 len: 168 time: 0.5428476 May 12 14:48:46.331037 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba9b02-2d7d-48de-9e58-94389afeb268 admin admin] Pushing event deleted for resources: {'Network': ['ID=272339fb-b619-4ece-94ff-5fe15c567402,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:46.440820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54174) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:46.480512 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ce1a6d87-e3a4-4157-ac5a-e35458f9d6dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0dd7bf482a7c472bbe4857f2d71d00e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383670 May 12 14:48:46.482828 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54176) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:46.539405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f0186da-1e07-4b2d-b27a-30dbd1e851aa admin admin] Publish callbacks [] for security_group (7b42fb53-348a-4624-9121-9960c4d43693), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.561688 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f0186da-1e07-4b2d-b27a-30dbd1e851aa admin admin] Publish callbacks [] for security_group (7b42fb53-348a-4624-9121-9960c4d43693), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.609421 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f0186da-1e07-4b2d-b27a-30dbd1e851aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (7b42fb53-348a-4624-9121-9960c4d43693), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.612162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f0186da-1e07-4b2d-b27a-30dbd1e851aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:46.613345 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2f0186da-1e07-4b2d-b27a-30dbd1e851aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b42fb53-348a-4624-9121-9960c4d43693 HTTP/1.1" status: 204 len: 168 time: 0.1296661 May 12 14:48:46.623195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0186da-1e07-4b2d-b27a-30dbd1e851aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b42fb53-348a-4624-9121-9960c4d43693,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:46.806884 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 96bc959e-4f4f-47ba-a89a-476f843d56de no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:46.834005 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 96bc959e-4f4f-47ba-a89a-476f843d56de {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:46.834356 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 96bc959e-4f4f-47ba-a89a-476f843d56de not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:46.835770 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b7dc1dec-1197-4e48-9759-05b4ef6b1f63 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:46.873083 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: b7dc1dec-1197-4e48-9759-05b4ef6b1f63 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:46.873543 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b7dc1dec-1197-4e48-9759-05b4ef6b1f63 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:46.874062 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a5edf09f-bb04-45b7-a53c-1506a85c7931 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:46.895293 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: a5edf09f-bb04-45b7-a53c-1506a85c7931 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:46.895645 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device a5edf09f-bb04-45b7-a53c-1506a85c7931 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:47.337872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54210) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:47.443406 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609413034-network', 'tenant_id': '433f02685b2147f388e5a6f8f3d50c08'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:48:47.468392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Made reservation on behalf of 433f02685b2147f388e5a6f8f3d50c08 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:48:47.472664 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.486776 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.567954 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks [] for security_group (a18c9994-0548-404a-be92-5913c05c4c34), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.573360 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a18c9994-0548-404a-be92-5913c05c4c34), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.600646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:48:47.610749 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18c9994-0548-404a-be92-5913c05c4c34,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:47.617298 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.617706 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Added segment 2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3 of type vlan for network 42df58d6-e60f-442c-9986-a02967666c4a May 12 14:48:47.660220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (42df58d6-e60f-442c-9986-a02967666c4a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.688711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (42df58d6-e60f-442c-9986-a02967666c4a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.689721 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:47.690308 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.723856 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3848178 May 12 14:48:47.728179 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54214) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:47.733129 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Request body: {'subnet': {'network_id': '42df58d6-e60f-442c-9986-a02967666c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609413034-subnet', 'tenant_id': '433f02685b2147f388e5a6f8f3d50c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:48:47.750997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07317dc0-340b-4983-bd05-d6ded7d14d76 admin admin] Pushing event updated for resources: {'Network': ['ID=42df58d6-e60f-442c-9986-a02967666c4a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:47.754204 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Made reservation on behalf of 433f02685b2147f388e5a6f8f3d50c08 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:48:47.757035 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4300561'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.762029 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 42df58d6-e60f-442c-9986-a02967666c4a details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:48:47.929643 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4300551'] for subnet (e8c14441-2a63-4d99-9eda-47a0fd64b051), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:47.984868 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c14441-2a63-4d99-9eda-47a0fd64b051,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:47.997025 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Checking segment: {'id': '2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '42df58d6-e60f-442c-9986-a02967666c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:48:47.997377 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Network hostable DHCP agents. Network: 42df58d6-e60f-442c-9986-a02967666c4a, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:48:48.015134 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Network 42df58d6-e60f-442c-9986-a02967666c4a is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:48:48.024944 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 42df58d6-e60f-442c-9986-a02967666c4a) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:48:48.030014 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:48.030607 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.034166 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572f790-d210-4ef7-a525-fb18e7d0ecf1 None None] Network 42df58d6-e60f-442c-9986-a02967666c4a requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:48.058165 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-5b41e1a9-b85a-4bdb-811f-a62c0de9a8f6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3287969 May 12 14:48:48.139929 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6290d5-f315-413b-8305-61cf2a214e9b None None] Network 42df58d6-e60f-442c-9986-a02967666c4a requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:48.559762 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54244) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:48.564632 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1814291403-network', 'tenant_id': '11563c50b8904048bb8f5e8882f9edec'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:48:48.587356 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Made reservation on behalf of 11563c50b8904048bb8f5e8882f9edec for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:48:48.589609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.597792 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.671307 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks [] for security_group (febd4120-3be5-4a9c-914a-13acbc8f73cf), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.676689 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (febd4120-3be5-4a9c-914a-13acbc8f73cf), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.699852 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:48:48.708395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd4120-3be5-4a9c-914a-13acbc8f73cf,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:48.714428 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (815d53dd-e84b-4586-a67b-d6263eb79e2d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.714822 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Added segment 815d53dd-e84b-4586-a67b-d6263eb79e2d of type vlan for network dff88e35-333d-49f5-ac7c-7a5d90f932db May 12 14:48:48.761956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (dff88e35-333d-49f5-ac7c-7a5d90f932db), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.791893 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (dff88e35-333d-49f5-ac7c-7a5d90f932db), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.793110 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:48.793692 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.829392 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2685015 May 12 14:48:48.832273 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:48.837362 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Request body: {'subnet': {'network_id': 'dff88e35-333d-49f5-ac7c-7a5d90f932db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1814291403-subnet', 'tenant_id': '11563c50b8904048bb8f5e8882f9edec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:48:48.858387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693f65-608a-48a7-9bde-966510c2eec5 admin admin] Pushing event updated for resources: {'Network': ['ID=dff88e35-333d-49f5-ac7c-7a5d90f932db,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:48.861048 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Made reservation on behalf of 11563c50b8904048bb8f5e8882f9edec for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:48:48.863741 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4300561'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:48.870422 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network dff88e35-333d-49f5-ac7c-7a5d90f932db details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:48:49.039802 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4300551'] for subnet (9bf8111f-5933-47b1-bdf2-b79927f2644e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.092707 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf8111f-5933-47b1-bdf2-b79927f2644e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:49.103016 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Checking segment: {'id': '815d53dd-e84b-4586-a67b-d6263eb79e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dff88e35-333d-49f5-ac7c-7a5d90f932db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:48:49.103362 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Network hostable DHCP agents. Network: dff88e35-333d-49f5-ac7c-7a5d90f932db, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:48:49.123714 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Network dff88e35-333d-49f5-ac7c-7a5d90f932db is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:48:49.133563 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, dff88e35-333d-49f5-ac7c-7a5d90f932db) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:48:49.137482 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:49.138085 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.142441 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915053d-172d-4eaf-b911-6c813d0c9080 None None] Network dff88e35-333d-49f5-ac7c-7a5d90f932db requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:49.160234 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-31144df9-c6af-4754-9c45-502b777981ad admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3267860 May 12 14:48:49.240676 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efb746-bca9-4f23-a52c-dfdc1a40ce52 None None] Network dff88e35-333d-49f5-ac7c-7a5d90f932db requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:49.273216 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54250) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:49.321562 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Deleting subnet e8c14441-2a63-4d99-9eda-47a0fd64b051 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:48:49.324798 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Publish callbacks [] for subnet (e8c14441-2a63-4d99-9eda-47a0fd64b051), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.359836 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (e8c14441-2a63-4d99-9eda-47a0fd64b051), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.399327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (e8c14441-2a63-4d99-9eda-47a0fd64b051), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.460732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (e8c14441-2a63-4d99-9eda-47a0fd64b051), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.491845 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c14441-2a63-4d99-9eda-47a0fd64b051,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:49.493835 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.497675 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6876e30f-a736-4d7d-b278-94b90223a31b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e8c14441-2a63-4d99-9eda-47a0fd64b051 HTTP/1.1" status: 204 len: 168 time: 0.2226803 May 12 14:48:49.500111 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54260) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:49.572240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (42df58d6-e60f-442c-9986-a02967666c4a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.667924 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (42df58d6-e60f-442c-9986-a02967666c4a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.689415 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42df58d6-e60f-442c-9986-a02967666c4a']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:49.699333 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:49.699640 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:49.709719 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.724793 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.731418 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:48:49.731824 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (2a8d52ee-89cc-45c9-a08c-cbba4f07e7b3), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:48:49.733507 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:48:49.788428 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (42df58d6-e60f-442c-9986-a02967666c4a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.794108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.797235 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/42df58d6-e60f-442c-9986-a02967666c4a HTTP/1.1" status: 204 len: 168 time: 0.2962151 May 12 14:48:49.800690 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54262) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:49.808085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c726b0-c3d3-4ab4-a8ca-0482e55128c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=42df58d6-e60f-442c-9986-a02967666c4a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:49.846719 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Deleting subnet 9bf8111f-5933-47b1-bdf2-b79927f2644e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:48:49.850238 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Publish callbacks [] for subnet (9bf8111f-5933-47b1-bdf2-b79927f2644e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.889506 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618858'] for subnet (9bf8111f-5933-47b1-bdf2-b79927f2644e), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.931539 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (9bf8111f-5933-47b1-bdf2-b79927f2644e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:49.984732 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4300604'] for subnet (9bf8111f-5933-47b1-bdf2-b79927f2644e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.009160 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf8111f-5933-47b1-bdf2-b79927f2644e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:50.012910 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.016020 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2fe23ee8-83fc-4792-914e-443a189d3b1b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9bf8111f-5933-47b1-bdf2-b79927f2644e HTTP/1.1" status: 204 len: 168 time: 0.2141957 May 12 14:48:50.018596 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54264) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:50.088951 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (dff88e35-333d-49f5-ac7c-7a5d90f932db), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.178454 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (dff88e35-333d-49f5-ac7c-7a5d90f932db), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.198880 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff88e35-333d-49f5-ac7c-7a5d90f932db']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:50.208201 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815d53dd-e84b-4586-a67b-d6263eb79e2d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:50.208479 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815d53dd-e84b-4586-a67b-d6263eb79e2d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:50.217910 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (815d53dd-e84b-4586-a67b-d6263eb79e2d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.232299 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (815d53dd-e84b-4586-a67b-d6263eb79e2d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.242219 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:48:50.242533 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (815d53dd-e84b-4586-a67b-d6263eb79e2d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:48:50.244815 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:48:50.305704 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (dff88e35-333d-49f5-ac7c-7a5d90f932db), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.312816 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.315964 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dff88e35-333d-49f5-ac7c-7a5d90f932db HTTP/1.1" status: 204 len: 168 time: 0.2964699 May 12 14:48:50.325351 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843bf78-64f0-40c1-b2c2-30efade7ecb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff88e35-333d-49f5-ac7c-7a5d90f932db,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:50.482658 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54268) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:50.529367 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-6423eff3-bcf6-4607-8463-9fc6f9377e18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=433f02685b2147f388e5a6f8f3d50c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455208 May 12 14:48:50.532014 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54274) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:50.581909 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefed-9e4e-443a-bbf2-4e41eb661c7a admin admin] Publish callbacks [] for security_group (a18c9994-0548-404a-be92-5913c05c4c34), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.605431 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefed-9e4e-443a-bbf2-4e41eb661c7a admin admin] Publish callbacks [] for security_group (a18c9994-0548-404a-be92-5913c05c4c34), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.653213 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefed-9e4e-443a-bbf2-4e41eb661c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a18c9994-0548-404a-be92-5913c05c4c34), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.655846 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefed-9e4e-443a-bbf2-4e41eb661c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.656986 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3c7aefed-9e4e-443a-bbf2-4e41eb661c7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a18c9994-0548-404a-be92-5913c05c4c34 HTTP/1.1" status: 204 len: 168 time: 0.1235859 May 12 14:48:50.664731 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aefed-9e4e-443a-bbf2-4e41eb661c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18c9994-0548-404a-be92-5913c05c4c34,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:51.003496 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54282) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:51.046274 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e1f26626-69c4-4855-b0db-8e09b3fd4c53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11563c50b8904048bb8f5e8882f9edec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414820 May 12 14:48:51.049764 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54284) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:51.100635 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b605-6e3d-4ae1-8961-5765b81f019d admin admin] Publish callbacks [] for security_group (febd4120-3be5-4a9c-914a-13acbc8f73cf), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:51.121759 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b605-6e3d-4ae1-8961-5765b81f019d admin admin] Publish callbacks [] for security_group (febd4120-3be5-4a9c-914a-13acbc8f73cf), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:51.174474 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b605-6e3d-4ae1-8961-5765b81f019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (febd4120-3be5-4a9c-914a-13acbc8f73cf), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:51.176987 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b605-6e3d-4ae1-8961-5765b81f019d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:51.178084 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e3f0b605-6e3d-4ae1-8961-5765b81f019d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/febd4120-3be5-4a9c-914a-13acbc8f73cf HTTP/1.1" status: 204 len: 168 time: 0.1274621 May 12 14:48:51.186180 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0b605-6e3d-4ae1-8961-5765b81f019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd4120-3be5-4a9c-914a-13acbc8f73cf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:52.369638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a0b759a4-18ac-4bae-9b33-1936b0cdb56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:54.801791 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b290f8e-315e-4f77-9314-107291d504e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:55.909197 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:57.081905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:58.714680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:59.849292 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:49:02.572687 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:06.649265 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54526) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:06.759155 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdca15ba-288f-4736-8607-786d8e5ab440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:06.845383 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdca15ba-288f-4736-8607-786d8e5ab440 admin admin] Publish callbacks [] for security_group (9fcd78b3-8d39-4bf0-b559-affb178043bc), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:06.850804 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdca15ba-288f-4736-8607-786d8e5ab440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9fcd78b3-8d39-4bf0-b559-affb178043bc), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:06.890279 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-fdca15ba-288f-4736-8607-786d8e5ab440 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84509b11889840e098fffbd4bb539ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399659 May 12 14:49:06.891146 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca15ba-288f-4736-8607-786d8e5ab440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcd78b3-8d39-4bf0-b559-affb178043bc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:06.893032 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54530) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:06.948926 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5ac10d4-db73-457b-9fc0-0c32b88abc41 admin admin] Publish callbacks [] for security_group (9fcd78b3-8d39-4bf0-b559-affb178043bc), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:06.971199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5ac10d4-db73-457b-9fc0-0c32b88abc41 admin admin] Publish callbacks [] for security_group (9fcd78b3-8d39-4bf0-b559-affb178043bc), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.027905 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5ac10d4-db73-457b-9fc0-0c32b88abc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9fcd78b3-8d39-4bf0-b559-affb178043bc), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.030454 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5ac10d4-db73-457b-9fc0-0c32b88abc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.031656 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c5ac10d4-db73-457b-9fc0-0c32b88abc41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fcd78b3-8d39-4bf0-b559-affb178043bc HTTP/1.1" status: 204 len: 168 time: 0.1375473 May 12 14:49:07.042191 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac10d4-db73-457b-9fc0-0c32b88abc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcd78b3-8d39-4bf0-b559-affb178043bc,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:07.311911 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54538) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:07.325278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dfa5-4f74-4ad0-806c-eee3d503f9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.405702 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dfa5-4f74-4ad0-806c-eee3d503f9ae admin admin] Publish callbacks [] for security_group (e06b2cea-0702-47e5-b21a-21b06773e63c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.411681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dfa5-4f74-4ad0-806c-eee3d503f9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e06b2cea-0702-47e5-b21a-21b06773e63c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.448953 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7ba2dfa5-4f74-4ad0-806c-eee3d503f9ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca8d99ce21f74e3196c9dfc03479925a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359153 May 12 14:49:07.449768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2dfa5-4f74-4ad0-806c-eee3d503f9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b2cea-0702-47e5-b21a-21b06773e63c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:07.451956 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54540) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:07.507624 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eefc43bc-5798-4c2d-bea1-4e61d6f57e16 admin admin] Publish callbacks [] for security_group (e06b2cea-0702-47e5-b21a-21b06773e63c), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.529906 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eefc43bc-5798-4c2d-bea1-4e61d6f57e16 admin admin] Publish callbacks [] for security_group (e06b2cea-0702-47e5-b21a-21b06773e63c), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.580534 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eefc43bc-5798-4c2d-bea1-4e61d6f57e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e06b2cea-0702-47e5-b21a-21b06773e63c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.583180 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eefc43bc-5798-4c2d-bea1-4e61d6f57e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:07.584365 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-eefc43bc-5798-4c2d-bea1-4e61d6f57e16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e06b2cea-0702-47e5-b21a-21b06773e63c HTTP/1.1" status: 204 len: 168 time: 0.1314454 May 12 14:49:07.592501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc43bc-5798-4c2d-bea1-4e61d6f57e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b2cea-0702-47e5-b21a-21b06773e63c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:07.935041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54558) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:07.952986 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb8d26a4-53eb-4637-b5c0-17685bf1ee14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.047437 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb8d26a4-53eb-4637-b5c0-17685bf1ee14 admin admin] Publish callbacks [] for security_group (215e72fd-407e-4a1c-924f-4781733f99ee), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.053501 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb8d26a4-53eb-4637-b5c0-17685bf1ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (215e72fd-407e-4a1c-924f-4781733f99ee), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.090551 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cb8d26a4-53eb-4637-b5c0-17685bf1ee14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cd887d2da7b4d1d8cf38655dcfacd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542380 May 12 14:49:08.091375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d26a4-53eb-4637-b5c0-17685bf1ee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215e72fd-407e-4a1c-924f-4781733f99ee,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:08.093536 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54560) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:08.146300 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba17fa4e-6f19-4023-95d5-7304e6240b9a admin admin] Publish callbacks [] for security_group (215e72fd-407e-4a1c-924f-4781733f99ee), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.170455 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba17fa4e-6f19-4023-95d5-7304e6240b9a admin admin] Publish callbacks [] for security_group (215e72fd-407e-4a1c-924f-4781733f99ee), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.229191 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba17fa4e-6f19-4023-95d5-7304e6240b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (215e72fd-407e-4a1c-924f-4781733f99ee), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.232151 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba17fa4e-6f19-4023-95d5-7304e6240b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:08.236085 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ba17fa4e-6f19-4023-95d5-7304e6240b9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/215e72fd-407e-4a1c-924f-4781733f99ee HTTP/1.1" status: 204 len: 168 time: 0.1414847 May 12 14:49:08.244211 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17fa4e-6f19-4023-95d5-7304e6240b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215e72fd-407e-4a1c-924f-4781733f99ee,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:10.317653 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54638) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:10.437010 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a312c55-ce5d-4bd6-a624-1dec8555a4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.520980 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a312c55-ce5d-4bd6-a624-1dec8555a4d9 admin admin] Publish callbacks [] for security_group (1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.525961 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a312c55-ce5d-4bd6-a624-1dec8555a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.564147 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a312c55-ce5d-4bd6-a624-1dec8555a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:10.569098 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9a312c55-ce5d-4bd6-a624-1dec8555a4d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a9db419b3344bc19c6e6ddbe65c3b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504108 May 12 14:49:10.571049 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54642) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:10.625708 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dadb8131-eb92-45cf-afad-9d690df55c00 admin admin] Publish callbacks [] for security_group (1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.648359 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dadb8131-eb92-45cf-afad-9d690df55c00 admin admin] Publish callbacks [] for security_group (1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.698835 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dadb8131-eb92-45cf-afad-9d690df55c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.701400 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dadb8131-eb92-45cf-afad-9d690df55c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:10.702583 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-dadb8131-eb92-45cf-afad-9d690df55c00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97 HTTP/1.1" status: 204 len: 168 time: 0.1304498 May 12 14:49:10.710257 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb8131-eb92-45cf-afad-9d690df55c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b8a1a-8b8d-4ad4-8128-4f4ee09bac97,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:10.986136 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54648) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:11.000127 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.076137 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Publish callbacks [] for security_group (840b55c2-a0b5-4d43-84ee-1ce4a05a14f6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.082733 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (840b55c2-a0b5-4d43-84ee-1ce4a05a14f6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.129959 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=773153d6da2d4fd787a7f613f8322e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427774 May 12 14:49:11.130884 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840b55c2-a0b5-4d43-84ee-1ce4a05a14f6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:11.132754 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:11.138215 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.138561 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.138899 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.139231 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.139535 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.140035 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.140363 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.140785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.141110 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.141413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.141737 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.142051 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.142371 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.142683 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.142996 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c85bc9-85dd-4bff-ba64-9446f2b643f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:11.182373 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea1275b-da56-4ff2-8bbd-54abcf8cb104 admin admin] Publish callbacks [] for security_group (840b55c2-a0b5-4d43-84ee-1ce4a05a14f6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.206415 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea1275b-da56-4ff2-8bbd-54abcf8cb104 admin admin] Publish callbacks [] for security_group (840b55c2-a0b5-4d43-84ee-1ce4a05a14f6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.259442 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea1275b-da56-4ff2-8bbd-54abcf8cb104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (840b55c2-a0b5-4d43-84ee-1ce4a05a14f6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.262317 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea1275b-da56-4ff2-8bbd-54abcf8cb104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.263503 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3ea1275b-da56-4ff2-8bbd-54abcf8cb104 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/840b55c2-a0b5-4d43-84ee-1ce4a05a14f6 HTTP/1.1" status: 204 len: 168 time: 0.1297350 May 12 14:49:11.271250 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1275b-da56-4ff2-8bbd-54abcf8cb104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840b55c2-a0b5-4d43-84ee-1ce4a05a14f6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:16.608485 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:16.733055 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.811894 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Publish callbacks [] for security_group (6c5ed532-117f-4304-b1c1-5adeeec758c5), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.817691 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (6c5ed532-117f-4304-b1c1-5adeeec758c5), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.852936 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eaca5bd74c514902a45da109a0d7df96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433522 May 12 14:49:16.855733 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54818) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:16.861829 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ed532-117f-4304-b1c1-5adeeec758c5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:16.869103 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.869450 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.869776 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.870153 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.870501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.870829 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.871157 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.871476 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.871818 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.872159 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.872479 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.872799 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.873116 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.873435 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.873760 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec099-8fb8-4091-991e-0d3a4796fc6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:16.905700 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-501cde0e-8152-4f7a-b38c-6792b593e1ad admin admin] Publish callbacks [] for security_group (6c5ed532-117f-4304-b1c1-5adeeec758c5), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.927052 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-501cde0e-8152-4f7a-b38c-6792b593e1ad admin admin] Publish callbacks [] for security_group (6c5ed532-117f-4304-b1c1-5adeeec758c5), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.986131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-501cde0e-8152-4f7a-b38c-6792b593e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (6c5ed532-117f-4304-b1c1-5adeeec758c5), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.988614 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-501cde0e-8152-4f7a-b38c-6792b593e1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:16.989755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-501cde0e-8152-4f7a-b38c-6792b593e1ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c5ed532-117f-4304-b1c1-5adeeec758c5 HTTP/1.1" status: 204 len: 168 time: 0.1330757 May 12 14:49:16.997932 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cde0e-8152-4f7a-b38c-6792b593e1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ed532-117f-4304-b1c1-5adeeec758c5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:17.273433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 54824) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:17.287149 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5f1d3a0-54b5-4de6-9f98-b842c8b9f372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.377643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5f1d3a0-54b5-4de6-9f98-b842c8b9f372 admin admin] Publish callbacks [] for security_group (9d716f13-fde3-47aa-961a-69d7ed4ac8cb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.383338 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5f1d3a0-54b5-4de6-9f98-b842c8b9f372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9d716f13-fde3-47aa-961a-69d7ed4ac8cb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.426965 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e5f1d3a0-54b5-4de6-9f98-b842c8b9f372 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=773f82e7dfbc4765b77f4530e045ccdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524603 May 12 14:49:17.428141 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1d3a0-54b5-4de6-9f98-b842c8b9f372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d716f13-fde3-47aa-961a-69d7ed4ac8cb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:17.430040 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 54826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:17.478596 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d50769c-89e3-4751-a028-0478b59dee42 admin admin] Publish callbacks [] for security_group (9d716f13-fde3-47aa-961a-69d7ed4ac8cb), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.502827 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d50769c-89e3-4751-a028-0478b59dee42 admin admin] Publish callbacks [] for security_group (9d716f13-fde3-47aa-961a-69d7ed4ac8cb), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.556580 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d50769c-89e3-4751-a028-0478b59dee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (9d716f13-fde3-47aa-961a-69d7ed4ac8cb), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.559403 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d50769c-89e3-4751-a028-0478b59dee42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:17.560588 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3d50769c-89e3-4751-a028-0478b59dee42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d716f13-fde3-47aa-961a-69d7ed4ac8cb HTTP/1.1" status: 204 len: 168 time: 0.1293359 May 12 14:49:17.568516 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50769c-89e3-4751-a028-0478b59dee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d716f13-fde3-47aa-961a-69d7ed4ac8cb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:22.381416 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d54cbb2c-70bb-490e-93f8-38c71cf51178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:24.813470 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6de03157-be1e-49d4-9383-a06e2b199a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:25.919170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:27.085935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.706186 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:32.574912 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.195724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a13b37-9722-4db6-830d-c529279f7363 req-ddb652d7-25cf-4b10-b641-a92c176ad233 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:34.197134 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43a13b37-9722-4db6-830d-c529279f7363 req-ddb652d7-25cf-4b10-b641-a92c176ad233 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0567200 May 12 14:49:34.246467 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43a13b37-9722-4db6-830d-c529279f7363 req-83922c1a-1543-41bf-a2bb-0bd9ec4ec8b1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 May 12 14:49:35.181248 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55094) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:35.317273 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20465bd1-74b2-4f76-bb7e-bac66420e3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.366656 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f537ce-60e4-4941-a4ec-a513f5af5163 req-7123db19-da33-4700-abd2-2f9ce04ae18b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:35.368177 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f4f537ce-60e4-4941-a4ec-a513f5af5163 req-7123db19-da33-4700-abd2-2f9ce04ae18b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0461671 May 12 14:49:35.400840 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20465bd1-74b2-4f76-bb7e-bac66420e3e5 admin admin] Publish callbacks [] for security_group (04ba6995-80f3-41c2-a7ef-daa5828f70f6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.406776 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20465bd1-74b2-4f76-bb7e-bac66420e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (04ba6995-80f3-41c2-a7ef-daa5828f70f6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.421388 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f4f537ce-60e4-4941-a4ec-a513f5af5163 req-55913e6d-29f1-490e-9d1f-29018a2f1736 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473111 May 12 14:49:35.440000 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-20465bd1-74b2-4f76-bb7e-bac66420e3e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48c73402dbe04c459dd28225b0fd3140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575142 May 12 14:49:35.442750 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:35.461683 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20465bd1-74b2-4f76-bb7e-bac66420e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba6995-80f3-41c2-a7ef-daa5828f70f6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:35.498889 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d5cb-5409-4d82-898a-6892604e2756 admin admin] Publish callbacks [] for security_group (04ba6995-80f3-41c2-a7ef-daa5828f70f6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.519830 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d5cb-5409-4d82-898a-6892604e2756 admin admin] Publish callbacks [] for security_group (04ba6995-80f3-41c2-a7ef-daa5828f70f6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.573729 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d5cb-5409-4d82-898a-6892604e2756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (04ba6995-80f3-41c2-a7ef-daa5828f70f6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.576279 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d5cb-5409-4d82-898a-6892604e2756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.577421 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3ff4d5cb-5409-4d82-898a-6892604e2756 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04ba6995-80f3-41c2-a7ef-daa5828f70f6 HTTP/1.1" status: 204 len: 168 time: 0.1338127 May 12 14:49:35.585032 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4d5cb-5409-4d82-898a-6892604e2756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba6995-80f3-41c2-a7ef-daa5828f70f6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:35.865096 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55108) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:35.878028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb44068f-1666-4f89-894a-4b5fb43d4c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.955262 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb44068f-1666-4f89-894a-4b5fb43d4c0e admin admin] Publish callbacks [] for security_group (51c10688-30a0-4b84-a09f-4de3dc6397a9), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:35.961242 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb44068f-1666-4f89-894a-4b5fb43d4c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (51c10688-30a0-4b84-a09f-4de3dc6397a9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.000022 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bb44068f-1666-4f89-894a-4b5fb43d4c0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c32e1b555584f90af0d38cc0df5df8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337020 May 12 14:49:36.001145 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44068f-1666-4f89-894a-4b5fb43d4c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c10688-30a0-4b84-a09f-4de3dc6397a9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:36.001646 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:36.052492 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be70bab6-6e7e-4527-82e7-456921109a17 admin admin] Publish callbacks [] for security_group (51c10688-30a0-4b84-a09f-4de3dc6397a9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.074430 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be70bab6-6e7e-4527-82e7-456921109a17 admin admin] Publish callbacks [] for security_group (51c10688-30a0-4b84-a09f-4de3dc6397a9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.125175 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be70bab6-6e7e-4527-82e7-456921109a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (51c10688-30a0-4b84-a09f-4de3dc6397a9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.127630 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be70bab6-6e7e-4527-82e7-456921109a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.128777 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-be70bab6-6e7e-4527-82e7-456921109a17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51c10688-30a0-4b84-a09f-4de3dc6397a9 HTTP/1.1" status: 204 len: 168 time: 0.1261978 May 12 14:49:36.137063 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70bab6-6e7e-4527-82e7-456921109a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c10688-30a0-4b84-a09f-4de3dc6397a9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:36.473432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-04a53f4a-e838-4e2d-97b1-809e91f9be0b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:36.475308 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-04a53f4a-e838-4e2d-97b1-809e91f9be0b tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0511138 May 12 14:49:36.582359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3724-70de-4035-9e74-4a5c64a7a09a req-caaa07be-6114-4ecc-9841-d202de38310a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:36.583892 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4eb3724-70de-4035-9e74-4a5c64a7a09a req-caaa07be-6114-4ecc-9841-d202de38310a tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 946 time: 0.0932131 May 12 14:49:36.612846 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port 027da599-4cf6-4e03-9ae4-24ae61e29323 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:49:36.613184 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.700262 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4eb3724-70de-4035-9e74-4a5c64a7a09a req-f408e862-eb0e-440a-a649-f004a6e83736 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085429 May 12 14:49:36.729318 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] For port 027da599-4cf6-4e03-9ae4-24ae61e29323, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=027da599-4cf6-4e03-9ae4-24ae61e29323,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:49:36.729690 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.847426 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:49:36.912742 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.913111 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (133d6435-0422-434b-8264-5413262a68c4), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.913432 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Floating IP 133d6435-0422-434b-8264-5413262a68c4 disassociated. External IP: 172.27.1.224, port: 027da599-4cf6-4e03-9ae4-24ae61e29323. May 12 14:49:36.913785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for 027da599-4cf6-4e03-9ae4-24ae61e29323 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:49:37.053539 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (027da599-4cf6-4e03-9ae4-24ae61e29323), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.082837 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=027da599-4cf6-4e03-9ae4-24ae61e29323,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:37.207557 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:49:37.321170 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:49:37.331258 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:49:37.342544 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:49:37.343731 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:49:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:37.365312 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] No DVR routers for this DVR port 027da599-4cf6-4e03-9ae4-24ae61e29323 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:49:37.367768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.370993 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-921b4d18-ea34-4eda-922a-ad981d44abc9 req-bfa99bfc-5794-462b-a538-ad10ba29eb73 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.85 "DELETE /v2.0/ports/027da599-4cf6-4e03-9ae4-24ae61e29323 HTTP/1.1" status: 204 len: 173 time: 0.8900878 May 12 14:49:37.371818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'name': 'network-vif-deleted', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:49:37.373993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d81d3-5e06-4c82-bfda-8170afc88409" -d '{"events": [{"server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "name": "network-vif-deleted", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:49:37.485545 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:49:37.566273 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955ed0e-a6ea-468d-b792-da57f861e73d x-openstack-request-id: req-5955ed0e-a6ea-468d-b792-da57f861e73d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:49:37.566805 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc", "name": "network-vif-deleted", "tag": "027da599-4cf6-4e03-9ae4-24ae61e29323", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:49:37.567094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5955ed0e-a6ea-468d-b792-da57f861e73d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:49:37.567864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5955ed0e-a6ea-468d-b792-da57f861e73d'] response: {'server_uuid': 'e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc', 'name': 'network-vif-deleted', 'tag': '027da599-4cf6-4e03-9ae4-24ae61e29323', 'status': 'completed', 'code': 200} May 12 14:49:37.813839 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:37.844678 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:49:37.846566 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f5334f8-c2bf-4045-9d61-71482b8199fd req-c495aa6e-b401-48d8-b5c2-3af1e7be15f2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3d93354-29fd-4c3b-8cdd-46a1ad6b65fc HTTP/1.1" status: 200 len: 210 time: 0.0612600 May 12 14:49:37.867299 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:49:37.867299 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:49:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:37.978518 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:49:38.183371 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:38.209815 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e82eba-52dd-4ae9-b1f2-96c8c7608976 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:37:38Z', 'revision_number': 4, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '45c345be-526d-4ff1-afc6-222b3bd0ef82', 'name': '', 'network_id': '45d1d321-0090-41ca-9dd0-9f717585a523', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'mac_address': 'fa:16:3e:f3:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:37Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'subnets': [{'id': '5ce40759-9707-4f10-917d-8c04fdc3c404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:49:38.434464 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9c7fb-40e8-450b-94ca-8b9c5a816ee4 None None] New status for floating IP 133d6435-0422-434b-8264-5413262a68c4: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:49:38.935895 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55178) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:38.990657 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9037b32-df38-4815-b94d-34a96a2d63d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (1c50fbf8-0a6d-4a0a-83b3-aff515d271a4), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.014380 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9037b32-df38-4815-b94d-34a96a2d63d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (1c50fbf8-0a6d-4a0a-83b3-aff515d271a4), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.078057 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9037b32-df38-4815-b94d-34a96a2d63d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (1c50fbf8-0a6d-4a0a-83b3-aff515d271a4), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.080862 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9037b32-df38-4815-b94d-34a96a2d63d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.085220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55182) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:39.085979 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f9037b32-df38-4815-b94d-34a96a2d63d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/security-groups/1c50fbf8-0a6d-4a0a-83b3-aff515d271a4 HTTP/1.1" status: 204 len: 168 time: 0.1482668 May 12 14:49:39.095947 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9037b32-df38-4815-b94d-34a96a2d63d2 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c50fbf8-0a6d-4a0a-83b3-aff515d271a4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:39.102840 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-44a0450f-6512-4f2d-8d45-38b5db9f36c1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] show failed (client error): The resource could not be found. May 12 14:49:39.104462 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-44a0450f-6512-4f2d-8d45-38b5db9f36c1 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "GET /v2.0/security-groups/1c50fbf8-0a6d-4a0a-83b3-aff515d271a4 HTTP/1.1" status: 404 len: 347 time: 0.0179338 May 12 14:49:39.107205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55184) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:39.228093 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Deleting port d89e6fb4-25c3-4f95-a861-73a11b7fd7e9 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:49:39.228468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.306440 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.306793 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.319704 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Calling delete_port for d89e6fb4-25c3-4f95-a861-73a11b7fd7e9 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:49:39.474362 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (d89e6fb4-25c3-4f95-a861-73a11b7fd7e9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.501586 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Pushing event deleted for resources: {'Port': ['ID=d89e6fb4-25c3-4f95-a861-73a11b7fd7e9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:39.566807 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks [] for floatingip (133d6435-0422-434b-8264-5413262a68c4), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.569786 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:39.570937 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1a41fc2c-1b12-45ab-ae5d-f3b86b5fc665 tempest-AttachVolumeNegativeTest-1445798165 tempest-AttachVolumeNegativeTest-1445798165-project] 10.222.0.79 "DELETE /v2.0/floatingips/133d6435-0422-434b-8264-5413262a68c4 HTTP/1.1" status: 204 len: 168 time: 0.4627299 May 12 14:49:41.179237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 027da599-4cf6-4e03-9ae4-24ae61e29323 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:49:41.201565 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 027da599-4cf6-4e03-9ae4-24ae61e29323 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:49:41.201896 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 027da599-4cf6-4e03-9ae4-24ae61e29323 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:49:41.429981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55254) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:41.575529 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0725f06b-422e-4558-89b3-26f606a67b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.654075 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0725f06b-422e-4558-89b3-26f606a67b28 admin admin] Publish callbacks [] for security_group (163d308f-5050-477c-b63e-21fec6f453b3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.660565 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0725f06b-422e-4558-89b3-26f606a67b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (163d308f-5050-477c-b63e-21fec6f453b3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.698714 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0725f06b-422e-4558-89b3-26f606a67b28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=296e75a084e342b5b8fa2ff6d16be66e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670605 May 12 14:49:41.699894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725f06b-422e-4558-89b3-26f606a67b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d308f-5050-477c-b63e-21fec6f453b3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:41.701697 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55258) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:41.751874 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-078da1ad-2cf2-4ff1-9f9c-5012cceeb3de admin admin] Publish callbacks [] for security_group (163d308f-5050-477c-b63e-21fec6f453b3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.773046 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-078da1ad-2cf2-4ff1-9f9c-5012cceeb3de admin admin] Publish callbacks [] for security_group (163d308f-5050-477c-b63e-21fec6f453b3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.828269 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-078da1ad-2cf2-4ff1-9f9c-5012cceeb3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (163d308f-5050-477c-b63e-21fec6f453b3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.831331 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-078da1ad-2cf2-4ff1-9f9c-5012cceeb3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.832957 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-078da1ad-2cf2-4ff1-9f9c-5012cceeb3de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/163d308f-5050-477c-b63e-21fec6f453b3 HTTP/1.1" status: 204 len: 168 time: 0.1301279 May 12 14:49:41.846713 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da1ad-2cf2-4ff1-9f9c-5012cceeb3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d308f-5050-477c-b63e-21fec6f453b3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:42.136450 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55276) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:42.150148 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9b391dd-390c-4a90-b58d-6a3b45174f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.228296 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9b391dd-390c-4a90-b58d-6a3b45174f64 admin admin] Publish callbacks [] for security_group (7835e9f6-5cb6-428c-9187-9778d569e652), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.233072 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b9b391dd-390c-4a90-b58d-6a3b45174f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (7835e9f6-5cb6-428c-9187-9778d569e652), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.271222 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b9b391dd-390c-4a90-b58d-6a3b45174f64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4f95073b896492d8cb5fd94151b4d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334538 May 12 14:49:42.272417 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b391dd-390c-4a90-b58d-6a3b45174f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7835e9f6-5cb6-428c-9187-9778d569e652,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:42.274136 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55280) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:42.324072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-878baba5-b82e-412f-a3d3-97e87d995d3e admin admin] Publish callbacks [] for security_group (7835e9f6-5cb6-428c-9187-9778d569e652), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.345637 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-878baba5-b82e-412f-a3d3-97e87d995d3e admin admin] Publish callbacks [] for security_group (7835e9f6-5cb6-428c-9187-9778d569e652), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.394983 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-878baba5-b82e-412f-a3d3-97e87d995d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (7835e9f6-5cb6-428c-9187-9778d569e652), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.397621 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-878baba5-b82e-412f-a3d3-97e87d995d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:42.398785 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-878baba5-b82e-412f-a3d3-97e87d995d3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7835e9f6-5cb6-428c-9187-9778d569e652 HTTP/1.1" status: 204 len: 168 time: 0.1236472 May 12 14:49:42.406491 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878baba5-b82e-412f-a3d3-97e87d995d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7835e9f6-5cb6-428c-9187-9778d569e652,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:49.627123 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55374) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:50.148596 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (0a7be14b-94c1-44ab-a074-afa579e7bfd8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:50.662687 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Deleting port 45c345be-526d-4ff1-afc6-222b3bd0ef82 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:49:50.663422 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:50.770318 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] For port 45c345be-526d-4ff1-afc6-222b3bd0ef82, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=45c345be-526d-4ff1-afc6-222b3bd0ef82,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:49:50.770681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:50.784668 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Calling delete_port for 45c345be-526d-4ff1-afc6-222b3bd0ef82 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:49:50.970224 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (45c345be-526d-4ff1-afc6-222b3bd0ef82), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:50.995497 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=45c345be-526d-4ff1-afc6-222b3bd0ef82,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:51.173116 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (0a7be14b-94c1-44ab-a074-afa579e7bfd8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:51.404336 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:49:51.531800 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:49:51.537034 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bde2f0b0-52dc-445e-9a74-23e888a8bb2d admin admin] 10.222.0.79 "PUT /v2.0/routers/0a7be14b-94c1-44ab-a074-afa579e7bfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094450 May 12 14:49:51.539621 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55386) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:51.543996 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] Sync routers for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:49:51.553695 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:49:51.554321 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:49:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:51.646711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks [] for router (0a7be14b-94c1-44ab-a074-afa579e7bfd8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:51.661601 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:49:51.751925 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks [] for router_gateway (0a7be14b-94c1-44ab-a074-afa579e7bfd8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:51.800213 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Deleting port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:49:51.800456 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:51.845999 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:49:50Z', 'revision_number': 5, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port': {'id': '4b096d6c-4c57-41bb-a0c5-278f9f6a4d67', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:30Z', 'updated_at': '2022-05-12T14:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:51.873506 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] Checking router: 0a7be14b-94c1-44ab-a074-afa579e7bfd8 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:49:51.882903 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] Routers {'0a7be14b-94c1-44ab-a074-afa579e7bfd8'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:49:51.883524 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:49:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:51.898109 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] For port 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:49:51.898474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:51.912479 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Calling delete_port for 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:49:51.981049 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] Set router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:49:52.036102 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:49:51Z', 'revision_number': 6, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:52.068567 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e51339-d14e-4c69-a700-9780e442ce26 None None] The sync data for ids ['0a7be14b-94c1-44ab-a074-afa579e7bfd8'] in dv-cinder-840678-8-iscsi is: [{'id': '0a7be14b-94c1-44ab-a074-afa579e7bfd8', 'name': 'tempest-AttachVolumeNegativeTest-1163029845-router', 'tenant_id': '9794155ca0aa4b75a153f0640e068ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:29Z', 'updated_at': '2022-05-12T14:49:51Z', 'revision_number': 6, 'project_id': '9794155ca0aa4b75a153f0640e068ff5', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:49:52.115086 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (4b096d6c-4c57-41bb-a0c5-278f9f6a4d67), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.146607 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b096d6c-4c57-41bb-a0c5-278f9f6a4d67,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:52.215544 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (0a7be14b-94c1-44ab-a074-afa579e7bfd8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.324862 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (0a7be14b-94c1-44ab-a074-afa579e7bfd8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.327468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks [] for router_controller (0a7be14b-94c1-44ab-a074-afa579e7bfd8), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.378881 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85030fd4-da62-44b9-ae70-b481794ba747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.380547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (0a7be14b-94c1-44ab-a074-afa579e7bfd8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.381146 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7be14b-94c1-44ab-a074-afa579e7bfd8 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:49:52.390747 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.394314 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-399f2cc1-cc80-4794-b75c-d312afa7539e admin admin] 10.222.0.79 "DELETE /v2.0/routers/0a7be14b-94c1-44ab-a074-afa579e7bfd8 HTTP/1.1" status: 204 len: 168 time: 0.8513405 May 12 14:49:52.395166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55408) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:52.449255 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Deleting subnet 5ce40759-9707-4f10-917d-8c04fdc3c404 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:49:52.452779 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Publish callbacks [] for subnet (5ce40759-9707-4f10-917d-8c04fdc3c404), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.489175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (5ce40759-9707-4f10-917d-8c04fdc3c404), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.572347 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (5ce40759-9707-4f10-917d-8c04fdc3c404), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.626731 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (5ce40759-9707-4f10-917d-8c04fdc3c404), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.657402 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce40759-9707-4f10-917d-8c04fdc3c404,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:52.664156 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.667934 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0b1d7341-83fa-4c0b-aed1-73d1ab3a0821 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5ce40759-9707-4f10-917d-8c04fdc3c404 HTTP/1.1" status: 204 len: 168 time: 0.2717454 May 12 14:49:52.670818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55412) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:52.672565 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed89c40-abb4-4b0d-a851-7c72f62d57ce None None] Network 45d1d321-0090-41ca-9dd0-9f717585a523 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:49:52.744683 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (45d1d321-0090-41ca-9dd0-9f717585a523), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.800842 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Deleting port cfe628fb-860e-478c-8c5a-6271100677fc {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:49:52.801417 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.865325 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] DHCP port deletion for 45d1d321-0090-41ca-9dd0-9f717585a523 request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:49:52.885831 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] For port cfe628fb-860e-478c-8c5a-6271100677fc, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=cfe628fb-860e-478c-8c5a-6271100677fc,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:49:52.886197 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.900174 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Calling delete_port for cfe628fb-860e-478c-8c5a-6271100677fc owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:49:52.909133 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Deleting port cfe628fb-860e-478c-8c5a-6271100677fc {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:49:52.909618 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:52.928526 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:49:52.958249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:49:52.958883 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 4b096d6c-4c57-41bb-a0c5-278f9f6a4d67 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:49:52.959311 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 45c345be-526d-4ff1-afc6-222b3bd0ef82 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:49:52.991224 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.016302 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 45c345be-526d-4ff1-afc6-222b3bd0ef82 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:49:53.016657 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 45c345be-526d-4ff1-afc6-222b3bd0ef82 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:49:53.017087 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device cfe628fb-860e-478c-8c5a-6271100677fc no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:49:53.018746 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe628fb-860e-478c-8c5a-6271100677fc,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:53.020637 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] No DVR routers for this DVR port cfe628fb-860e-478c-8c5a-6271100677fc on host dv-cinder-840678-8-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:49:53.024273 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] For port cfe628fb-860e-478c-8c5a-6271100677fc, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=cfe628fb-860e-478c-8c5a-6271100677fc,segment=NetworkSegment(61fd3156-fd20-4453-b8d2-5d676be3c711),segment_id=61fd3156-fd20-4453-b8d2-5d676be3c711)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:49:53.024680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.055746 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: cfe628fb-860e-478c-8c5a-6271100677fc {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:49:53.055998 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device cfe628fb-860e-478c-8c5a-6271100677fc not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:49:53.061843 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Calling delete_port for cfe628fb-860e-478c-8c5a-6271100677fc owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:49:53.098569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (45d1d321-0090-41ca-9dd0-9f717585a523), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.123873 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d1d321-0090-41ca-9dd0-9f717585a523']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:53.134292 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fd3156-fd20-4453-b8d2-5d676be3c711') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:53.134603 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fd3156-fd20-4453-b8d2-5d676be3c711') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:49:53.144901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4714893'] for segment (61fd3156-fd20-4453-b8d2-5d676be3c711), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.154115 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (cfe628fb-860e-478c-8c5a-6271100677fc), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.160018 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (61fd3156-fd20-4453-b8d2-5d676be3c711), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.168649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:49:53.169304 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7550148'] for segment (61fd3156-fd20-4453-b8d2-5d676be3c711), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: Traceback (most recent call last): May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: timer() May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: cb(*args, **kw) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: return func(*args, **kwargs) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: self._notify() May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: self.callback(batched_events) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: event.method(event) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: return f(self, *a, **k) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._get(url).json() May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:49:53.171543 dv-cinder-840678-8-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:49:53.178129 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Pushing event deleted for resources: {'Port': ['ID=cfe628fb-860e-478c-8c5a-6271100677fc,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:53.188667 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] No DVR routers for this DVR port cfe628fb-860e-478c-8c5a-6271100677fc on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:49:53.189449 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.190057 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.190456 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.190859 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.191268 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.191724 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.192020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.192327 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.192648 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.192978 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.193332 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.193704 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.193991 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.194179 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.194495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9399ee-49cd-43bd-b70b-bda179ea8328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:53.235223 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (45d1d321-0090-41ca-9dd0-9f717585a523), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.241181 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.244368 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] 10.222.0.79 "DELETE /v2.0/networks/45d1d321-0090-41ca-9dd0-9f717585a523 HTTP/1.1" status: 204 len: 168 time: 0.5727181 May 12 14:49:53.254997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d93c4e-0476-47cb-b3f8-d5179d673d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d1d321-0090-41ca-9dd0-9f717585a523,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:53.370291 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55420) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:53.418031 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6c69ef81-ccde-4d46-b7ae-2509101cee30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9794155ca0aa4b75a153f0640e068ff5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430343 May 12 14:49:53.418269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55424) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:53.471224 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54c95c6f-9f0e-4a54-b3e1-edb68ca71b94 admin admin] Publish callbacks [] for security_group (99bd837b-de7b-49c2-920e-4ed8a38d264d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.496155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54c95c6f-9f0e-4a54-b3e1-edb68ca71b94 admin admin] Publish callbacks [] for security_group (99bd837b-de7b-49c2-920e-4ed8a38d264d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.559288 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54c95c6f-9f0e-4a54-b3e1-edb68ca71b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (99bd837b-de7b-49c2-920e-4ed8a38d264d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.562118 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54c95c6f-9f0e-4a54-b3e1-edb68ca71b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:53.563401 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-54c95c6f-9f0e-4a54-b3e1-edb68ca71b94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99bd837b-de7b-49c2-920e-4ed8a38d264d HTTP/1.1" status: 204 len: 168 time: 0.1441507 May 12 14:49:53.582433 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c95c6f-9f0e-4a54-b3e1-edb68ca71b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd837b-de7b-49c2-920e-4ed8a38d264d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:54.808799 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1d6260d9-8f75-4ab5-a77c-fa4c52218aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:55.923217 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:57.090153 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:58.715481 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:02.582298 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.030781 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55624) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:04.152138 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf86f-da5f-4fa0-9c2e-ddd817e42589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.238416 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf86f-da5f-4fa0-9c2e-ddd817e42589 admin admin] Publish callbacks [] for security_group (d3846289-1af5-420a-9641-e4b65044ba32), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.244888 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf86f-da5f-4fa0-9c2e-ddd817e42589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d3846289-1af5-420a-9641-e4b65044ba32), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.285193 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b4fcf86f-da5f-4fa0-9c2e-ddd817e42589 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87584af81d14465f8bd6f9218ff48827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532010 May 12 14:50:04.286051 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcf86f-da5f-4fa0-9c2e-ddd817e42589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3846289-1af5-420a-9641-e4b65044ba32,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:04.287891 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55628) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:04.338158 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2a90-4a9f-40a5-8346-520fafb23e83 admin admin] Publish callbacks [] for security_group (d3846289-1af5-420a-9641-e4b65044ba32), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.359908 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2a90-4a9f-40a5-8346-520fafb23e83 admin admin] Publish callbacks [] for security_group (d3846289-1af5-420a-9641-e4b65044ba32), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.411653 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2a90-4a9f-40a5-8346-520fafb23e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d3846289-1af5-420a-9641-e4b65044ba32), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.415734 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2a90-4a9f-40a5-8346-520fafb23e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.417595 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fbcb2a90-4a9f-40a5-8346-520fafb23e83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3846289-1af5-420a-9641-e4b65044ba32 HTTP/1.1" status: 204 len: 168 time: 0.1286440 May 12 14:50:04.426232 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb2a90-4a9f-40a5-8346-520fafb23e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3846289-1af5-420a-9641-e4b65044ba32,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:04.700089 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55638) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:04.714883 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92167789-4786-43f3-b283-800cf2be2b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.803945 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92167789-4786-43f3-b283-800cf2be2b4d admin admin] Publish callbacks [] for security_group (2649e51f-ff89-4dbd-8b93-011b2981af2e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.808215 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92167789-4786-43f3-b283-800cf2be2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2649e51f-ff89-4dbd-8b93-011b2981af2e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.846603 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55642) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:04.848027 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-92167789-4786-43f3-b283-800cf2be2b4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=269cc7845ff84858897b73901439f2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461089 May 12 14:50:04.848873 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92167789-4786-43f3-b283-800cf2be2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2649e51f-ff89-4dbd-8b93-011b2981af2e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:04.851890 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55644) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:04.904841 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af5bdfbc-9647-4054-be3f-6d0230fc9def admin admin] Publish callbacks [] for security_group (2649e51f-ff89-4dbd-8b93-011b2981af2e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.927176 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af5bdfbc-9647-4054-be3f-6d0230fc9def admin admin] Publish callbacks [] for security_group (2649e51f-ff89-4dbd-8b93-011b2981af2e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:04.969287 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de719230-89b3-47d8-ac43-f08882891ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.007594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af5bdfbc-9647-4054-be3f-6d0230fc9def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2649e51f-ff89-4dbd-8b93-011b2981af2e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.010199 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af5bdfbc-9647-4054-be3f-6d0230fc9def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.011339 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-af5bdfbc-9647-4054-be3f-6d0230fc9def admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2649e51f-ff89-4dbd-8b93-011b2981af2e HTTP/1.1" status: 204 len: 168 time: 0.1583617 May 12 14:50:05.028323 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bdfbc-9647-4054-be3f-6d0230fc9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2649e51f-ff89-4dbd-8b93-011b2981af2e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:05.076287 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de719230-89b3-47d8-ac43-f08882891ea7 admin admin] Publish callbacks [] for security_group (2b98d3b3-e36c-4c57-8d97-2a2b948238e4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.079953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de719230-89b3-47d8-ac43-f08882891ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2b98d3b3-e36c-4c57-8d97-2a2b948238e4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.116945 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de719230-89b3-47d8-ac43-f08882891ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b98d3b3-e36c-4c57-8d97-2a2b948238e4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:05.124699 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-de719230-89b3-47d8-ac43-f08882891ea7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecc72607b1124a3cb94020fafdfde4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739038 May 12 14:50:05.127785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55656) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:05.183666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0070ea91-5595-4e99-b13a-7438ceef7fe6 admin admin] Publish callbacks [] for security_group (2b98d3b3-e36c-4c57-8d97-2a2b948238e4), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.206316 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0070ea91-5595-4e99-b13a-7438ceef7fe6 admin admin] Publish callbacks [] for security_group (2b98d3b3-e36c-4c57-8d97-2a2b948238e4), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.257323 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0070ea91-5595-4e99-b13a-7438ceef7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2b98d3b3-e36c-4c57-8d97-2a2b948238e4), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.259917 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0070ea91-5595-4e99-b13a-7438ceef7fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:05.261085 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0070ea91-5595-4e99-b13a-7438ceef7fe6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b98d3b3-e36c-4c57-8d97-2a2b948238e4 HTTP/1.1" status: 204 len: 168 time: 0.1321173 May 12 14:50:05.272021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070ea91-5595-4e99-b13a-7438ceef7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b98d3b3-e36c-4c57-8d97-2a2b948238e4,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:05.984518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55708) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:06.088869 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b09d34fa-70d9-4971-b8c1-b877c6647f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.171879 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b09d34fa-70d9-4971-b8c1-b877c6647f82 admin admin] Publish callbacks [] for security_group (e08a75ac-b010-4818-8f21-1a5f1c47b6ff), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.177782 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b09d34fa-70d9-4971-b8c1-b877c6647f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e08a75ac-b010-4818-8f21-1a5f1c47b6ff), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.219330 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d34fa-70d9-4971-b8c1-b877c6647f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08a75ac-b010-4818-8f21-1a5f1c47b6ff,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:06.224169 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b09d34fa-70d9-4971-b8c1-b877c6647f82 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c45ccdee09b64e8982bb196338763401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385442 May 12 14:50:06.226699 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55718) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:06.275094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fef63c5-b4b4-40a9-96d2-9a12e5cdbba6 admin admin] Publish callbacks [] for security_group (e08a75ac-b010-4818-8f21-1a5f1c47b6ff), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.288019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55720) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:06.300633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fef63c5-b4b4-40a9-96d2-9a12e5cdbba6 admin admin] Publish callbacks [] for security_group (e08a75ac-b010-4818-8f21-1a5f1c47b6ff), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.353895 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fef63c5-b4b4-40a9-96d2-9a12e5cdbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e08a75ac-b010-4818-8f21-1a5f1c47b6ff), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.356618 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fef63c5-b4b4-40a9-96d2-9a12e5cdbba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.360312 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8fef63c5-b4b4-40a9-96d2-9a12e5cdbba6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e08a75ac-b010-4818-8f21-1a5f1c47b6ff HTTP/1.1" status: 204 len: 168 time: 0.1303272 May 12 14:50:06.365702 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef63c5-b4b4-40a9-96d2-9a12e5cdbba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08a75ac-b010-4818-8f21-1a5f1c47b6ff,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:06.436473 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9347e009-75af-4a8d-b658-28ecd2a79302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.536541 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9347e009-75af-4a8d-b658-28ecd2a79302 admin admin] Publish callbacks [] for security_group (c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.542199 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9347e009-75af-4a8d-b658-28ecd2a79302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.583473 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9347e009-75af-4a8d-b658-28ecd2a79302 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecb9b62ba1dd4a4f8ec5ca3886b97df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937398 May 12 14:50:06.584514 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e009-75af-4a8d-b658-28ecd2a79302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:06.586272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55732) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:06.658848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccdda123-ff32-4633-9f5f-9c637bbc5882 admin admin] Publish callbacks [] for security_group (c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.682686 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccdda123-ff32-4633-9f5f-9c637bbc5882 admin admin] Publish callbacks [] for security_group (c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.734872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccdda123-ff32-4633-9f5f-9c637bbc5882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.737735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccdda123-ff32-4633-9f5f-9c637bbc5882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:06.738915 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ccdda123-ff32-4633-9f5f-9c637bbc5882 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6 HTTP/1.1" status: 204 len: 168 time: 0.1515787 May 12 14:50:06.747642 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdda123-ff32-4633-9f5f-9c637bbc5882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a64ecc-5cd2-43ca-b6cc-bce5bf4488d6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:10.059200 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 55830) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:10.182134 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9707d80e-e7c5-41e9-b5e7-0915662aa12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.265061 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9707d80e-e7c5-41e9-b5e7-0915662aa12d admin admin] Publish callbacks [] for security_group (2dd96ec8-d8a4-4dba-aed5-ff4955207f6f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.270754 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9707d80e-e7c5-41e9-b5e7-0915662aa12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2dd96ec8-d8a4-4dba-aed5-ff4955207f6f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.309455 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9707d80e-e7c5-41e9-b5e7-0915662aa12d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a35a8ba332b4594a4088157709bc38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490323 May 12 14:50:10.310471 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707d80e-e7c5-41e9-b5e7-0915662aa12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd96ec8-d8a4-4dba-aed5-ff4955207f6f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:10.312587 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 55834) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:10.368418 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e5318f-75fc-4316-874f-218ec8cec1ac admin admin] Publish callbacks [] for security_group (2dd96ec8-d8a4-4dba-aed5-ff4955207f6f), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.392423 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e5318f-75fc-4316-874f-218ec8cec1ac admin admin] Publish callbacks [] for security_group (2dd96ec8-d8a4-4dba-aed5-ff4955207f6f), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.447530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e5318f-75fc-4316-874f-218ec8cec1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (2dd96ec8-d8a4-4dba-aed5-ff4955207f6f), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.452180 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e5318f-75fc-4316-874f-218ec8cec1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:10.453380 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d3e5318f-75fc-4316-874f-218ec8cec1ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dd96ec8-d8a4-4dba-aed5-ff4955207f6f HTTP/1.1" status: 204 len: 168 time: 0.1397324 May 12 14:50:10.461707 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5318f-75fc-4316-874f-218ec8cec1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd96ec8-d8a4-4dba-aed5-ff4955207f6f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:13.846479 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:50:22.379303 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ac54e321-f9a4-4ff5-8533-be769b49cbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:24.804467 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a457f75-3962-4c7e-b319-a3bc0eb2cddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:25.918789 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:27.104978 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:28.709632 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:32.570150 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:50.845173 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:50:52.384501 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-da2f639a-5b3c-41dc-b6c3-f26c6fe181dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:54.819818 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e99dc8cd-a6c3-49ba-b87a-40826085d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:55.931808 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:57.097693 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:58.709905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:02.597236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.221913 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:09.333464 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.408956 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Publish callbacks [] for security_group (e0ec9b5a-1202-4b71-aec1-15a56a711776), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.414969 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e0ec9b5a-1202-4b71-aec1-15a56a711776), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.456202 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cfa36dc485704c5a89be90cb8719b065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332189 May 12 14:51:09.457022 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec9b5a-1202-4b71-aec1-15a56a711776,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:09.459013 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56404) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:09.465009 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.465672 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.465998 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.466810 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.467215 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.467489 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.467865 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.468192 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.468518 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.468854 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.469221 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.469477 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.469797 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.470113 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.470427 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637769ca-e68a-4e99-baea-736052c919f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.513175 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Publish callbacks [] for security_group (e0ec9b5a-1202-4b71-aec1-15a56a711776), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.539360 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Publish callbacks [] for security_group (e0ec9b5a-1202-4b71-aec1-15a56a711776), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.589106 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (e0ec9b5a-1202-4b71-aec1-15a56a711776), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.592115 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:09.598665 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0ec9b5a-1202-4b71-aec1-15a56a711776 HTTP/1.1" status: 204 len: 168 time: 0.1383586 May 12 14:51:09.608010 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec9b5a-1202-4b71-aec1-15a56a711776,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:09.617430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.617969 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.618469 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.618969 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.619468 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.620072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.620732 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.621344 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.622740 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.623328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.623767 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.624039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.624375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.624705 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:09.625031 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bee5b-acb5-4152-8685-efa8e3736bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:12.364320 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:12.493998 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d7b2de-ead3-4e1c-82fe-a8ca6483acaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.568421 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d7b2de-ead3-4e1c-82fe-a8ca6483acaa admin admin] Publish callbacks [] for security_group (5fed7531-aa25-4f1b-a399-9e50c32ed0e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.574091 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d7b2de-ead3-4e1c-82fe-a8ca6483acaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5fed7531-aa25-4f1b-a399-9e50c32ed0e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.612105 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-54d7b2de-ead3-4e1c-82fe-a8ca6483acaa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0fca71d12e64e19897572b70414e273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466240 May 12 14:51:12.612833 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7b2de-ead3-4e1c-82fe-a8ca6483acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed7531-aa25-4f1b-a399-9e50c32ed0e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:12.615612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56528) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:12.676023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a667f161-bb84-4518-ad63-6360b687081e admin admin] Publish callbacks [] for security_group (5fed7531-aa25-4f1b-a399-9e50c32ed0e1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.697948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a667f161-bb84-4518-ad63-6360b687081e admin admin] Publish callbacks [] for security_group (5fed7531-aa25-4f1b-a399-9e50c32ed0e1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.756886 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a667f161-bb84-4518-ad63-6360b687081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5fed7531-aa25-4f1b-a399-9e50c32ed0e1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.759673 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a667f161-bb84-4518-ad63-6360b687081e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:12.760862 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a667f161-bb84-4518-ad63-6360b687081e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5fed7531-aa25-4f1b-a399-9e50c32ed0e1 HTTP/1.1" status: 204 len: 168 time: 0.1438317 May 12 14:51:12.768921 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667f161-bb84-4518-ad63-6360b687081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed7531-aa25-4f1b-a399-9e50c32ed0e1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:13.058300 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56550) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:13.071633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-136cc4df-b0dc-454e-a3b9-d99fb2b158ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.153292 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-136cc4df-b0dc-454e-a3b9-d99fb2b158ed admin admin] Publish callbacks [] for security_group (ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.160329 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-136cc4df-b0dc-454e-a3b9-d99fb2b158ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.200613 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-136cc4df-b0dc-454e-a3b9-d99fb2b158ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f6e0d8f6c4045a5b9706b7c11eaaa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411891 May 12 14:51:13.201778 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cc4df-b0dc-454e-a3b9-d99fb2b158ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:13.203837 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56552) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:13.253711 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e44192db-e6b1-46e9-a6d9-cd7dd7aad40d admin admin] Publish callbacks [] for security_group (ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.274567 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e44192db-e6b1-46e9-a6d9-cd7dd7aad40d admin admin] Publish callbacks [] for security_group (ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.324314 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e44192db-e6b1-46e9-a6d9-cd7dd7aad40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.327034 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e44192db-e6b1-46e9-a6d9-cd7dd7aad40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.328822 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e44192db-e6b1-46e9-a6d9-cd7dd7aad40d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6 HTTP/1.1" status: 204 len: 168 time: 0.1232884 May 12 14:51:13.337270 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44192db-e6b1-46e9-a6d9-cd7dd7aad40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe3d37d-acfc-4cc1-a92b-9a5eb51d04e6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:14.288569 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56598) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:14.403415 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69e944e2-7641-49ee-b3ff-a5623223ab9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.480725 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69e944e2-7641-49ee-b3ff-a5623223ab9d admin admin] Publish callbacks [] for security_group (df3558a2-84b9-49ea-b5e7-7338d289ec27), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.486015 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69e944e2-7641-49ee-b3ff-a5623223ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (df3558a2-84b9-49ea-b5e7-7338d289ec27), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.524490 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-69e944e2-7641-49ee-b3ff-a5623223ab9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=483242f54cee494488412212b4b4148f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346070 May 12 14:51:14.525639 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e944e2-7641-49ee-b3ff-a5623223ab9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3558a2-84b9-49ea-b5e7-7338d289ec27,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:14.527233 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56612) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:14.587668 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa0c8-3093-44db-8813-351b47f0681e admin admin] Publish callbacks [] for security_group (df3558a2-84b9-49ea-b5e7-7338d289ec27), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.610099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa0c8-3093-44db-8813-351b47f0681e admin admin] Publish callbacks [] for security_group (df3558a2-84b9-49ea-b5e7-7338d289ec27), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.658980 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa0c8-3093-44db-8813-351b47f0681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (df3558a2-84b9-49ea-b5e7-7338d289ec27), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.661646 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa0c8-3093-44db-8813-351b47f0681e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.662815 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7a4aa0c8-3093-44db-8813-351b47f0681e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df3558a2-84b9-49ea-b5e7-7338d289ec27 HTTP/1.1" status: 204 len: 168 time: 0.1225798 May 12 14:51:14.670834 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4aa0c8-3093-44db-8813-351b47f0681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3558a2-84b9-49ea-b5e7-7338d289ec27,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:18.483800 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56726) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:18.593844 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e70379da-f93c-41ef-8a28-bb2c10cb3fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.671864 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e70379da-f93c-41ef-8a28-bb2c10cb3fb8 admin admin] Publish callbacks [] for security_group (c3c3323f-ec63-47f8-bd22-066f6c5cd7f9), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.677977 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e70379da-f93c-41ef-8a28-bb2c10cb3fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c3c3323f-ec63-47f8-bd22-066f6c5cd7f9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.713366 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70379da-f93c-41ef-8a28-bb2c10cb3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3323f-ec63-47f8-bd22-066f6c5cd7f9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:18.717453 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e70379da-f93c-41ef-8a28-bb2c10cb3fb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2996bb1964b34f9394202ec5390f7075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326407 May 12 14:51:18.720212 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56730) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:18.777273 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f036466c-04bf-4c94-b20d-622552a2e07f admin admin] Publish callbacks [] for security_group (c3c3323f-ec63-47f8-bd22-066f6c5cd7f9), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.802575 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f036466c-04bf-4c94-b20d-622552a2e07f admin admin] Publish callbacks [] for security_group (c3c3323f-ec63-47f8-bd22-066f6c5cd7f9), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.856553 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f036466c-04bf-4c94-b20d-622552a2e07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (c3c3323f-ec63-47f8-bd22-066f6c5cd7f9), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.859108 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f036466c-04bf-4c94-b20d-622552a2e07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:18.860385 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-f036466c-04bf-4c94-b20d-622552a2e07f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3c3323f-ec63-47f8-bd22-066f6c5cd7f9 HTTP/1.1" status: 204 len: 168 time: 0.1393230 May 12 14:51:18.869045 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036466c-04bf-4c94-b20d-622552a2e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3323f-ec63-47f8-bd22-066f6c5cd7f9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:19.113542 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56746) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:19.195564 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:19.209582 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b506d291-a51f-4875-b01d-a7fbe4ed70bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.232670 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7abe89d-fb93-4f8d-ab89-c6ca1eafed8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.334780 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b506d291-a51f-4875-b01d-a7fbe4ed70bf admin admin] Publish callbacks [] for security_group (eb4ed506-3a29-471b-944b-513a4352f911), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.342415 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b506d291-a51f-4875-b01d-a7fbe4ed70bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (eb4ed506-3a29-471b-944b-513a4352f911), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.369851 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7abe89d-fb93-4f8d-ab89-c6ca1eafed8f admin admin] Publish callbacks [] for security_group (d546104e-3310-4191-8803-c51cab3ae8e1), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.387365 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7abe89d-fb93-4f8d-ab89-c6ca1eafed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d546104e-3310-4191-8803-c51cab3ae8e1), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.396155 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b506d291-a51f-4875-b01d-a7fbe4ed70bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b3b78cd130348928b54c4a789884bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992390 May 12 14:51:19.399219 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56754) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:19.401515 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506d291-a51f-4875-b01d-a7fbe4ed70bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ed506-3a29-471b-944b-513a4352f911,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:19.431533 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a7abe89d-fb93-4f8d-ab89-c6ca1eafed8f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08b36457885d4daa8ecad3525b981c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168426 May 12 14:51:19.434462 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:19.442263 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abe89d-fb93-4f8d-ab89-c6ca1eafed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546104e-3310-4191-8803-c51cab3ae8e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:19.458565 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93e0dcab-1387-498e-b01a-be267ad87855 admin admin] Publish callbacks [] for security_group (eb4ed506-3a29-471b-944b-513a4352f911), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.486780 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93e0dcab-1387-498e-b01a-be267ad87855 admin admin] Publish callbacks [] for security_group (eb4ed506-3a29-471b-944b-513a4352f911), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.488594 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-797f17d0-19b5-418a-b96a-87d41c9b6dfa admin admin] Publish callbacks [] for security_group (d546104e-3310-4191-8803-c51cab3ae8e1), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.510468 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-797f17d0-19b5-418a-b96a-87d41c9b6dfa admin admin] Publish callbacks [] for security_group (d546104e-3310-4191-8803-c51cab3ae8e1), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.534585 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93e0dcab-1387-498e-b01a-be267ad87855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (eb4ed506-3a29-471b-944b-513a4352f911), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.537393 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93e0dcab-1387-498e-b01a-be267ad87855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.538545 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-93e0dcab-1387-498e-b01a-be267ad87855 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb4ed506-3a29-471b-944b-513a4352f911 HTTP/1.1" status: 204 len: 168 time: 0.1381037 May 12 14:51:19.547336 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0dcab-1387-498e-b01a-be267ad87855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ed506-3a29-471b-944b-513a4352f911,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:19.564936 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-797f17d0-19b5-418a-b96a-87d41c9b6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (d546104e-3310-4191-8803-c51cab3ae8e1), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.568543 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-797f17d0-19b5-418a-b96a-87d41c9b6dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.570125 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-797f17d0-19b5-418a-b96a-87d41c9b6dfa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d546104e-3310-4191-8803-c51cab3ae8e1 HTTP/1.1" status: 204 len: 168 time: 0.1345439 May 12 14:51:19.578134 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f17d0-19b5-418a-b96a-87d41c9b6dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546104e-3310-4191-8803-c51cab3ae8e1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:19.904240 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56772) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:19.922205 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22432ede-ca29-46b7-96c5-eb5ebedeb0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:19.995466 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22432ede-ca29-46b7-96c5-eb5ebedeb0d2 admin admin] Publish callbacks [] for security_group (33c8806d-8ede-4c99-888f-c86d6768f033), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.000433 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22432ede-ca29-46b7-96c5-eb5ebedeb0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (33c8806d-8ede-4c99-888f-c86d6768f033), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.040220 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-22432ede-ca29-46b7-96c5-eb5ebedeb0d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1265b9088e864898ad49d2b22d9f51bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348763 May 12 14:51:20.043181 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:20.050187 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432ede-ca29-46b7-96c5-eb5ebedeb0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c8806d-8ede-4c99-888f-c86d6768f033,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:20.097000 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1a7-5aef-4894-9fcb-94432191b748 admin admin] Publish callbacks [] for security_group (33c8806d-8ede-4c99-888f-c86d6768f033), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.119294 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1a7-5aef-4894-9fcb-94432191b748 admin admin] Publish callbacks [] for security_group (33c8806d-8ede-4c99-888f-c86d6768f033), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.167389 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1a7-5aef-4894-9fcb-94432191b748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (33c8806d-8ede-4c99-888f-c86d6768f033), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.170302 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1a7-5aef-4894-9fcb-94432191b748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.171578 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-54d2e1a7-5aef-4894-9fcb-94432191b748 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33c8806d-8ede-4c99-888f-c86d6768f033 HTTP/1.1" status: 204 len: 168 time: 0.1274233 May 12 14:51:20.179856 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2e1a7-5aef-4894-9fcb-94432191b748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c8806d-8ede-4c99-888f-c86d6768f033,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:20.466833 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56796) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:20.480258 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-773613eb-f8de-46ba-90a3-bf9fa777c91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.558686 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-773613eb-f8de-46ba-90a3-bf9fa777c91e admin admin] Publish callbacks [] for security_group (a2fc2f22-35d1-4324-a2d7-820957cb636f), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.564200 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-773613eb-f8de-46ba-90a3-bf9fa777c91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a2fc2f22-35d1-4324-a2d7-820957cb636f), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.603447 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773613eb-f8de-46ba-90a3-bf9fa777c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc2f22-35d1-4324-a2d7-820957cb636f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:20.607708 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-773613eb-f8de-46ba-90a3-bf9fa777c91e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e831bdf1f8ed4d7391458e1323be4e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397550 May 12 14:51:20.610398 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56800) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:20.662975 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93503a5b-25aa-43ea-a57f-30baecc06299 admin admin] Publish callbacks [] for security_group (a2fc2f22-35d1-4324-a2d7-820957cb636f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.685021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93503a5b-25aa-43ea-a57f-30baecc06299 admin admin] Publish callbacks [] for security_group (a2fc2f22-35d1-4324-a2d7-820957cb636f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.733031 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93503a5b-25aa-43ea-a57f-30baecc06299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (a2fc2f22-35d1-4324-a2d7-820957cb636f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.735550 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93503a5b-25aa-43ea-a57f-30baecc06299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.737011 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-93503a5b-25aa-43ea-a57f-30baecc06299 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2fc2f22-35d1-4324-a2d7-820957cb636f HTTP/1.1" status: 204 len: 168 time: 0.1246903 May 12 14:51:20.745147 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93503a5b-25aa-43ea-a57f-30baecc06299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc2f22-35d1-4324-a2d7-820957cb636f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:22.390325 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-003e4965-7571-46a1-a544-88e123ce1ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:24.804459 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b384d040-eb46-4afb-bf98-348cf26569c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:24.911786 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56870) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:25.022105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a7dfd88-40c3-4363-bb97-5bc37da450a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.084315 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56876) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:25.098014 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a7dfd88-40c3-4363-bb97-5bc37da450a2 admin admin] Publish callbacks [] for security_group (cc5ba351-c7e3-4dab-85bf-b1638effcb27), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.103021 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a7dfd88-40c3-4363-bb97-5bc37da450a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cc5ba351-c7e3-4dab-85bf-b1638effcb27), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.141069 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9a7dfd88-40c3-4363-bb97-5bc37da450a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bfde9adfbfb34784b01e71d2b9b683f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280817 May 12 14:51:25.141923 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dfd88-40c3-4363-bb97-5bc37da450a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ba351-c7e3-4dab-85bf-b1638effcb27,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:25.143853 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56880) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:25.206742 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18d92467-daec-49e6-b6a0-287791d5f9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.209146 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514fed2d-c4b8-460b-a17a-afd3142f0451 admin admin] Publish callbacks [] for security_group (cc5ba351-c7e3-4dab-85bf-b1638effcb27), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.243607 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514fed2d-c4b8-460b-a17a-afd3142f0451 admin admin] Publish callbacks [] for security_group (cc5ba351-c7e3-4dab-85bf-b1638effcb27), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.315913 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514fed2d-c4b8-460b-a17a-afd3142f0451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (cc5ba351-c7e3-4dab-85bf-b1638effcb27), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.319108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514fed2d-c4b8-460b-a17a-afd3142f0451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.320283 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-514fed2d-c4b8-460b-a17a-afd3142f0451 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc5ba351-c7e3-4dab-85bf-b1638effcb27 HTTP/1.1" status: 204 len: 168 time: 0.1752591 May 12 14:51:25.335518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fed2d-c4b8-460b-a17a-afd3142f0451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ba351-c7e3-4dab-85bf-b1638effcb27,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:25.342206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18d92467-daec-49e6-b6a0-287791d5f9d1 admin admin] Publish callbacks [] for security_group (728f4bab-8e49-4332-9e13-a587a9d40e29), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.347952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18d92467-daec-49e6-b6a0-287791d5f9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (728f4bab-8e49-4332-9e13-a587a9d40e29), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.389078 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-18d92467-daec-49e6-b6a0-287791d5f9d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc8592d81bee47f79889df59452c7abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036439 May 12 14:51:25.391094 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92467-daec-49e6-b6a0-287791d5f9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f4bab-8e49-4332-9e13-a587a9d40e29,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:25.392014 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:25.448045 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c97dd883-5189-4db3-b564-604f6e515098 admin admin] Publish callbacks [] for security_group (728f4bab-8e49-4332-9e13-a587a9d40e29), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.472068 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c97dd883-5189-4db3-b564-604f6e515098 admin admin] Publish callbacks [] for security_group (728f4bab-8e49-4332-9e13-a587a9d40e29), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.527648 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c97dd883-5189-4db3-b564-604f6e515098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (728f4bab-8e49-4332-9e13-a587a9d40e29), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.530395 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c97dd883-5189-4db3-b564-604f6e515098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.531578 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c97dd883-5189-4db3-b564-604f6e515098 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/728f4bab-8e49-4332-9e13-a587a9d40e29 HTTP/1.1" status: 204 len: 168 time: 0.1382437 May 12 14:51:25.540931 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dd883-5189-4db3-b564-604f6e515098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f4bab-8e49-4332-9e13-a587a9d40e29,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:25.892160 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 56890) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:25.906586 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4728061d-51d1-4a6e-98cf-689d01e4d014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.926889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.985423 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4728061d-51d1-4a6e-98cf-689d01e4d014 admin admin] Publish callbacks [] for security_group (32cc9236-158a-4ad5-ab11-7d03e43a90ec), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:25.992422 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4728061d-51d1-4a6e-98cf-689d01e4d014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (32cc9236-158a-4ad5-ab11-7d03e43a90ec), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:26.034317 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4728061d-51d1-4a6e-98cf-689d01e4d014 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f095c0252e3342b7b464b3175ac014c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411021 May 12 14:51:26.035581 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728061d-51d1-4a6e-98cf-689d01e4d014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cc9236-158a-4ad5-ab11-7d03e43a90ec,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:26.038275 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 56892) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:26.088890 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5360cebc-85c2-429e-a214-c8c8436e42de admin admin] Publish callbacks [] for security_group (32cc9236-158a-4ad5-ab11-7d03e43a90ec), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:26.110754 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5360cebc-85c2-429e-a214-c8c8436e42de admin admin] Publish callbacks [] for security_group (32cc9236-158a-4ad5-ab11-7d03e43a90ec), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:26.162432 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5360cebc-85c2-429e-a214-c8c8436e42de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (32cc9236-158a-4ad5-ab11-7d03e43a90ec), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:26.165352 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5360cebc-85c2-429e-a214-c8c8436e42de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:26.166509 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5360cebc-85c2-429e-a214-c8c8436e42de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32cc9236-158a-4ad5-ab11-7d03e43a90ec HTTP/1.1" status: 204 len: 168 time: 0.1271803 May 12 14:51:26.175474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360cebc-85c2-429e-a214-c8c8436e42de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cc9236-158a-4ad5-ab11-7d03e43a90ec,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:27.105934 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:27.843908 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:51:28.706965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:32.595008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.238087 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57048) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:50.365097 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-680f1271-57a3-4924-b1d5-f7acb458dd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.446171 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-680f1271-57a3-4924-b1d5-f7acb458dd93 admin admin] Publish callbacks [] for security_group (fa59b5f4-6bcd-44bb-b888-67c15a6282df), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.453155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-680f1271-57a3-4924-b1d5-f7acb458dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (fa59b5f4-6bcd-44bb-b888-67c15a6282df), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.494043 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-680f1271-57a3-4924-b1d5-f7acb458dd93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df5a4623a07f491f846fcefdd888376f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545280 May 12 14:51:50.494897 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f1271-57a3-4924-b1d5-f7acb458dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa59b5f4-6bcd-44bb-b888-67c15a6282df,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:50.496884 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57052) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:51:50.549421 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0aec16d-6eb7-4c59-80e4-4a7c85165aed admin admin] Publish callbacks [] for security_group (fa59b5f4-6bcd-44bb-b888-67c15a6282df), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.574438 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0aec16d-6eb7-4c59-80e4-4a7c85165aed admin admin] Publish callbacks [] for security_group (fa59b5f4-6bcd-44bb-b888-67c15a6282df), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.879888 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0aec16d-6eb7-4c59-80e4-4a7c85165aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (fa59b5f4-6bcd-44bb-b888-67c15a6282df), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.882461 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0aec16d-6eb7-4c59-80e4-4a7c85165aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.883623 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-b0aec16d-6eb7-4c59-80e4-4a7c85165aed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa59b5f4-6bcd-44bb-b888-67c15a6282df HTTP/1.1" status: 204 len: 168 time: 0.3857892 May 12 14:51:50.891430 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aec16d-6eb7-4c59-80e4-4a7c85165aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa59b5f4-6bcd-44bb-b888-67c15a6282df,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:52.393308 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-16ed8e4d-5a47-484b-8dc8-baaaab60a998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:54.817147 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4ebe-765d-4110-a815-d7e8ab21174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:55.934490 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:57.105622 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:58.712511 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:02.624958 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:04.850211 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:52:13.552094 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:13.662520 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.740765 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Publish callbacks [] for security_group (ed251467-e431-4c93-823e-612fd9bad7e8), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.747078 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (ed251467-e431-4c93-823e-612fd9bad7e8), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.786060 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ca9ad16cf8b4904b6ba39aea950d5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328157 May 12 14:52:13.786920 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed251467-e431-4c93-823e-612fd9bad7e8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:13.788902 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57194) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:13.805467 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.805745 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.806093 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.806436 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.806775 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.807110 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.807439 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.807803 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.808126 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.808455 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.808787 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.809117 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.809442 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.809766 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.810087 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d2fd9-d8b4-40b3-9762-576e8fbf98c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:13.851981 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cde3-eba4-4ee4-914b-bfbdf41af7a5 admin admin] Publish callbacks [] for security_group (ed251467-e431-4c93-823e-612fd9bad7e8), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.873067 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cde3-eba4-4ee4-914b-bfbdf41af7a5 admin admin] Publish callbacks [] for security_group (ed251467-e431-4c93-823e-612fd9bad7e8), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.925659 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cde3-eba4-4ee4-914b-bfbdf41af7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (ed251467-e431-4c93-823e-612fd9bad7e8), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.928484 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cde3-eba4-4ee4-914b-bfbdf41af7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.929615 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d6d2cde3-eba4-4ee4-914b-bfbdf41af7a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed251467-e431-4c93-823e-612fd9bad7e8 HTTP/1.1" status: 204 len: 168 time: 0.1398613 May 12 14:52:13.937501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2cde3-eba4-4ee4-914b-bfbdf41af7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed251467-e431-4c93-823e-612fd9bad7e8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:14.618909 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57216) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:14.729531 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-660359500-network', 'tenant_id': '7557d7be043140c29f88052c05ba38be'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:14.752633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Made reservation on behalf of 7557d7be043140c29f88052c05ba38be for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:52:14.755091 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:14.764260 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:14.858391 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks [] for security_group (17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:14.863942 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:14.889978 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:52:14.903981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:14.910222 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (fd250904-87cb-4041-9ac4-8ba955e55d5d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:14.910838 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Added segment fd250904-87cb-4041-9ac4-8ba955e55d5d of type vlan for network 31b1b269-5ab5-4250-8f13-746c571cce8f May 12 14:52:14.929366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.929888 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.930427 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.930925 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.931389 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.931790 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.932155 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.932481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.932810 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.933138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.933441 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.933773 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.934091 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.934411 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.934725 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:14.977601 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (31b1b269-5ab5-4250-8f13-746c571cce8f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.005829 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (31b1b269-5ab5-4250-8f13-746c571cce8f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.006892 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:15.007474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.040673 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4205039 May 12 14:52:15.044057 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:15.049060 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Request body: {'subnet': {'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-660359500-subnet', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:15.072362 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Made reservation on behalf of 7557d7be043140c29f88052c05ba38be for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:52:15.074777 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4300561'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.080751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52648db-3c49-4d81-b7ec-f24de92348f4 admin admin] Pushing event updated for resources: {'Network': ['ID=31b1b269-5ab5-4250-8f13-746c571cce8f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:15.092616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 31b1b269-5ab5-4250-8f13-746c571cce8f details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:52:15.257626 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4300551'] for subnet (897345f3-f9fc-4803-a4b9-6133ce3d2d58), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.311487 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=897345f3-f9fc-4803-a4b9-6133ce3d2d58,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:15.321999 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Checking segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:15.322356 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Network hostable DHCP agents. Network: 31b1b269-5ab5-4250-8f13-746c571cce8f, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:52:15.341694 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Network 31b1b269-5ab5-4250-8f13-746c571cce8f is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:52:15.351507 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 31b1b269-5ab5-4250-8f13-746c571cce8f) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:15.355812 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:15.356419 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.360760 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8a62e-defb-402a-b21e-e12eeb91840f None None] Network 31b1b269-5ab5-4250-8f13-746c571cce8f requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:52:15.373715 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-45cb01e4-bdf6-4fbf-8796-fd06dca1b7b1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3284388 May 12 14:52:15.376520 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57222) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:15.381456 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:15.404070 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (0408fca6-4f1d-47ee-a7d8-53b5786ee463), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.405090 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (0408fca6-4f1d-47ee-a7d8-53b5786ee463), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.457111 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks [] for router_controller (0408fca6-4f1d-47ee-a7d8-53b5786ee463), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.468215 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-31b1b269-5ab5-4250-8f13-746c571cce8f', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'project_id': '7557d7be043140c29f88052c05ba38be', 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:52:15.469175 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.601422 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks [] for router_gateway (0408fca6-4f1d-47ee-a7d8-53b5786ee463), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.602157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Allocated IP 172.20.0.2 (31b1b269-5ab5-4250-8f13-746c571cce8f/897345f3-f9fc-4803-a4b9-6133ce3d2d58/f75e19b4-472c-4dd6-a5c0-1be4c33f19df) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:15.755559 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Publish callbacks [] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.763000 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.790393 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks [] for router_gateway (0408fca6-4f1d-47ee-a7d8-53b5786ee463), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.803381 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Network 31b1b269-5ab5-4250-8f13-746c571cce8f is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:15.807708 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:15.809919 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.810576 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:15.825403 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Pushing event updated for resources: {'Port': ['ID=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:15.847971 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.848296 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.848734 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.848994 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.849326 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.849658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.849986 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.850307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.850670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.850993 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.851320 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.851626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.851967 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.852404 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.852728 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:15.887440 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Attempting to bind port f75e19b4-472c-4dd6-a5c0-1be4c33f19df on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:15.887878 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Attempting to bind port f75e19b4-472c-4dd6-a5c0-1be4c33f19df by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:15.888283 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Attempting to bind port f75e19b4-472c-4dd6-a5c0-1be4c33f19df on network 31b1b269-5ab5-4250-8f13-746c571cce8f {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:15.893472 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:15.893980 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Checking segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:15.894402 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.894818 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Bound using segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:15.895532 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Bound port: f75e19b4-472c-4dd6-a5c0-1be4c33f19df, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:15.895934 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.921071 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Allocated IP 172.27.1.49 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:15.960067 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] For port f75e19b4-472c-4dd6-a5c0-1be4c33f19df, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:15.963395 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] For port f75e19b4-472c-4dd6-a5c0-1be4c33f19df, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:15.970230 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:16.036907 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f034330-1bd2-4cca-8614-78b7c78fcd24 None None] Pushing event updated for resources: {'Port': ['ID=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:16.042934 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks [] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:16.078623 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:16.119284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:16.124676 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:16.130185 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:16.133457 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:16.429359 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks [] for router_gateway (0408fca6-4f1d-47ee-a7d8-53b5786ee463), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:16.644080 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (0408fca6-4f1d-47ee-a7d8-53b5786ee463), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:16.783118 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:52:16.905635 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:52:16.912213 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daae060-a8c9-4928-8a6d-23f00934d253 None None] Network 31b1b269-5ab5-4250-8f13-746c571cce8f requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:52:16.927584 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:16.928945 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7d39b929-803f-4548-89d5-fa5f13b8ecfb admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5515270 May 12 14:52:16.931629 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57224) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:16.938298 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f75e19b4-472c-4dd6-a5c0-1be4c33f19df up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:16.941048 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Sync routers for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:52:17.030738 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:17.031373 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:51:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:17.037954 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] Provisioning complete for port f75e19b4-472c-4dd6-a5c0-1be4c33f19df triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:17.038322 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.140506 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port f75e19b4-472c-4dd6-a5c0-1be4c33f19df triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:17.140778 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.281048 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:17.309724 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] Current status of the port f75e19b4-472c-4dd6-a5c0-1be4c33f19df is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:17.309724 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.375234 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.537360 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Allocated IP 172.20.0.1 (31b1b269-5ab5-4250-8f13-746c571cce8f/897345f3-f9fc-4803-a4b9-6133ce3d2d58/3a96e395-ea4c-41b0-9679-f1666ab047b0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:17.584020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] For port f75e19b4-472c-4dd6-a5c0-1be4c33f19df, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:17.593218 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.600495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port f75e19b4-472c-4dd6-a5c0-1be4c33f19df is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:17.600876 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.643061 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks [] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.677779 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.713721 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Network 31b1b269-5ab5-4250-8f13-746c571cce8f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:17.718123 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:17.723798 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:17.729112 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c207b-51cd-49f0-9e19-016681f6223d None None] Pushing event updated for resources: {'Port': ['ID=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:17.748066 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a96e395-ea4c-41b0-9679-f1666ab047b0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:17.748988 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:16Z', 'revision_number': 3, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:17.750963 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-8feb861a-bd79-4654-8809-aff144a6432d None None] Provisioning complete for port f75e19b4-472c-4dd6-a5c0-1be4c33f19df triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:17.751333 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8feb861a-bd79-4654-8809-aff144a6432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.753858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.db.api [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 14:52:17.754686 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG oslo_db.api [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:52:17.765726 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (0408fca6-4f1d-47ee-a7d8-53b5786ee463), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.798525 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Checking router: 0408fca6-4f1d-47ee-a7d8-53b5786ee463 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:52:17.798825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Updating router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:52:17.837576 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.930849 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:17.937611 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8feb861a-bd79-4654-8809-aff144a6432d None None] Current status of the port f75e19b4-472c-4dd6-a5c0-1be4c33f19df is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:18.091574 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-6ddde749-5992-4190-a419-16161009fa5f None None] Provisioning complete for port 3a96e395-ea4c-41b0-9679-f1666ab047b0 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:18.091948 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6ddde749-5992-4190-a419-16161009fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.135586 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks [] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.141493 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.146731 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-6ddde749-5992-4190-a419-16161009fa5f None None] Port 3a96e395-ea4c-41b0-9679-f1666ab047b0 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:52:18.209043 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (0408fca6-4f1d-47ee-a7d8-53b5786ee463), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.210048 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Publish callbacks [] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.210791 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a96e395-ea4c-41b0-9679-f1666ab047b0,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:18.217936 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.303103 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Attempting to bind port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:18.303472 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Attempting to bind port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:18.303872 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Attempting to bind port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:18.307567 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aa8c2-69cb-4c8f-b948-8388e4f3a102 None None] Pushing event updated for resources: {'Port': ['ID=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:18.313748 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Network 31b1b269-5ab5-4250-8f13-746c571cce8f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:18.315284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:18.316809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:18.317399 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:18.317946 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.318342 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:18.318851 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Bound port: eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:18.319218 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.357094 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port f75e19b4-472c-4dd6-a5c0-1be4c33f19df is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:18.390518 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] For port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:18.394546 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] For port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:18.403172 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.434403 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:52:18.469537 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:18.470176 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:51:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:18.506501 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aa8c2-69cb-4c8f-b948-8388e4f3a102 None None] Pushing event updated for resources: {'Port': ['ID=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:18.557192 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:52:18.561873 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-e08615c7-356b-4ab2-bdac-dbf2fc9a45c3 admin admin] 10.222.0.79 "PUT /v2.0/routers/0408fca6-4f1d-47ee-a7d8-53b5786ee463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6291773 May 12 14:52:18.588104 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-e19cb6c3-ccaf-43c5-8c76-e1510befe605 None None] Provisioning complete for port 3a96e395-ea4c-41b0-9679-f1666ab047b0 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:18.588451 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e19cb6c3-ccaf-43c5-8c76-e1510befe605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:18.615185 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:18.663051 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e19cb6c3-ccaf-43c5-8c76-e1510befe605 None None] Port 3a96e395-ea4c-41b0-9679-f1666ab047b0 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:52:18.824056 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:18Z', 'revision_number': 2, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:18.852104 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c1121-1d7f-4030-90e5-511431a9509e None None] The sync data for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi is: [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:18Z', 'revision_number': 2, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:52:18.914296 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f75e19b4-472c-4dd6-a5c0-1be4c33f19df up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:18.964531 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port f75e19b4-472c-4dd6-a5c0-1be4c33f19df triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:18.965158 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.056689 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port f75e19b4-472c-4dd6-a5c0-1be4c33f19df is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:19.153413 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57240) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:19.158608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1815142030-network', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:19.181712 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Made reservation on behalf of b9a9fa6b0a3343008b95fdd5fb4b443c for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:52:19.184310 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.446865 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.554953 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks [] for security_group (15554098-4644-4f5d-b52a-2492efda47f8), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.560067 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (15554098-4644-4f5d-b52a-2492efda47f8), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.587186 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:52:19.599186 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15554098-4644-4f5d-b52a-2492efda47f8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:19.606691 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (6b379bb6-61bc-4501-8ae7-ae93bba6b8f4), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.607173 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.segments_db [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Added segment 6b379bb6-61bc-4501-8ae7-ae93bba6b8f4 of type vlan for network 32ce5604-27d6-4ea3-8176-80d1faa12e51 May 12 14:52:19.653629 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (32ce5604-27d6-4ea3-8176-80d1faa12e51), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.684183 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (32ce5604-27d6-4ea3-8176-80d1faa12e51), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.685415 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:19.686020 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.755458 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6007140 May 12 14:52:19.758568 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57242) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:19.759096 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070698ad-b879-4687-beea-9524fa9000d3 admin admin] Pushing event updated for resources: {'Network': ['ID=32ce5604-27d6-4ea3-8176-80d1faa12e51,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:19.763810 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Request body: {'subnet': {'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1815142030-subnet', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:19.768914 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:52:19.786337 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Made reservation on behalf of b9a9fa6b0a3343008b95fdd5fb4b443c for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:52:19.789220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4904144'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:19.973699 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7549223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4904134'] for subnet (8ab2d359-96e0-496e-8823-ffad81e1d115), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.031994 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab2d359-96e0-496e-8823-ffad81e1d115,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:20.044558 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Checking segment: {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:20.044914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Network hostable DHCP agents. Network: 32ce5604-27d6-4ea3-8176-80d1faa12e51, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:52:20.064953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:52:20.078021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 32ce5604-27d6-4ea3-8176-80d1faa12e51) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:20.082537 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:20.083510 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.088424 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51341709-ae80-4c29-9801-8f0fe0577614 None None] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:52:20.103776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c9cad286-d084-4f91-872b-d63b3d4a3bcb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3429787 May 12 14:52:20.104028 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57244) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:20.108583 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:20.136904 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.138232 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.199609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks [] for router_controller (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.212210 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-32ce5604-27d6-4ea3-8176-80d1faa12e51', 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'fixed_ips': [{'subnet_id': '8ab2d359-96e0-496e-8823-ffad81e1d115'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:52:20.213582 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.344919 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks [] for router_gateway (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.354011 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Allocated IP 172.20.0.2 (32ce5604-27d6-4ea3-8176-80d1faa12e51/8ab2d359-96e0-496e-8823-ffad81e1d115/6c5f375f-f619-471d-b739-ca7df8989046) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:20.650925 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Publish callbacks [] for port (6c5f375f-f619-471d-b739-ca7df8989046), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.661102 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (6c5f375f-f619-471d-b739-ca7df8989046), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.700688 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:20.703824 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:20.710340 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:20.716332 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Pushing event updated for resources: {'Port': ['ID=6c5f375f-f619-471d-b739-ca7df8989046,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:20.784755 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Attempting to bind port 6c5f375f-f619-471d-b739-ca7df8989046 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:20.785119 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Attempting to bind port 6c5f375f-f619-471d-b739-ca7df8989046 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:20.785507 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Attempting to bind port 6c5f375f-f619-471d-b739-ca7df8989046 on network 32ce5604-27d6-4ea3-8176-80d1faa12e51 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:20.792265 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:20.792638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Checking segment: {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:20.793037 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.793478 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Bound using segment: {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:20.793962 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Bound port: 6c5f375f-f619-471d-b739-ca7df8989046, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:20.794340 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (6c5f375f-f619-471d-b739-ca7df8989046), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.841035 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks [] for router_gateway (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.862357 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] For port 6c5f375f-f619-471d-b739-ca7df8989046, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:20.866627 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] For port 6c5f375f-f619-471d-b739-ca7df8989046, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=6c5f375f-f619-471d-b739-ca7df8989046,segment=NetworkSegment(6b379bb6-61bc-4501-8ae7-ae93bba6b8f4),segment_id=6b379bb6-61bc-4501-8ae7-ae93bba6b8f4)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:20.866916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.878721 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (6c5f375f-f619-471d-b739-ca7df8989046), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.956851 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c4de5-7a72-4df0-b1e8-d27b70e552a7 None None] Pushing event updated for resources: {'Port': ['ID=6c5f375f-f619-471d-b739-ca7df8989046,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:20.978671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:20.997698 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Allocated IP 172.27.1.203 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/09ceffc5-5c6f-4a1e-843c-354d69bc5db6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:21.007164 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Sync routers for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:52:21.021400 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:21.021893 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:51:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:21.050893 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:21.051384 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.155269 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks [] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.170893 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:21.172047 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.179702 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:21.199085 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:21.207470 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.208774 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.257120 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:21.262054 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:21.266344 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:21.276231 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:21.309853 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Pushing event updated for resources: {'Port': ['ID=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:21.393612 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:18Z', 'revision_number': 2, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:21.422373 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Checking router: 0408fca6-4f1d-47ee-a7d8-53b5786ee463 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:52:21.422725 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Updating router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 port 3a96e395-ea4c-41b0-9679-f1666ab047b0 binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:52:21.454372 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.549793 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks [] for router_gateway (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.758413 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.760937 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Publish callbacks [] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.768563 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.824283 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Pushing event updated for resources: {'Port': ['ID=3a96e395-ea4c-41b0-9679-f1666ab047b0,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:21.837037 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.837037 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.837375 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.837770 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.838330 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.838330 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.838620 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.838951 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.839261 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.839583 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.839930 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.840267 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.840592 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.840909 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.841230 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:52:21.900979 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Attempting to bind port 3a96e395-ea4c-41b0-9679-f1666ab047b0 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:21.901359 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Attempting to bind port 3a96e395-ea4c-41b0-9679-f1666ab047b0 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:21.901722 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Attempting to bind port 3a96e395-ea4c-41b0-9679-f1666ab047b0 on network 31b1b269-5ab5-4250-8f13-746c571cce8f {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:21.907126 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:21.907504 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Checking segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:21.907949 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.908336 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Bound using segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:21.908805 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Bound port: 3a96e395-ea4c-41b0-9679-f1666ab047b0, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:21.909180 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:21.928916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:52:21.966471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d0c7a-c709-4215-8a2c-e2edd964a64d None None] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:52:21.983555 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] For port 3a96e395-ea4c-41b0-9679-f1666ab047b0, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:21.988049 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] For port 3a96e395-ea4c-41b0-9679-f1666ab047b0, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=3a96e395-ea4c-41b0-9679-f1666ab047b0,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:22.003206 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.045781 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] Provisioning complete for port 6c5f375f-f619-471d-b739-ca7df8989046 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:22.046621 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (6c5f375f-f619-471d-b739-ca7df8989046), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.073712 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:52:22.083362 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:22.084635 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:51:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:22.091229 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Sync routers for ids ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:52:22.108977 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.113199 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:52:22.113888 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6eb92a61-601e-4470-aeed-a7dfdc3adc8f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0081847 May 12 14:52:22.119268 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Routers {'6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:22.119929 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:51:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:22.214531 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:22.246504 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] Current status of the port 6c5f375f-f619-471d-b739-ca7df8989046 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:22.247081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (6c5f375f-f619-471d-b739-ca7df8989046), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.289235 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591730e-749c-4e67-ab87-7b34514248d4 None None] Pushing event updated for resources: {'Port': ['ID=3a96e395-ea4c-41b0-9679-f1666ab047b0,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:22.368863 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] For port 6c5f375f-f619-471d-b739-ca7df8989046, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=6c5f375f-f619-471d-b739-ca7df8989046,segment=NetworkSegment(6b379bb6-61bc-4501-8ae7-ae93bba6b8f4),segment_id=6b379bb6-61bc-4501-8ae7-ae93bba6b8f4)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:22.370970 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Set router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:22.412408 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (6c5f375f-f619-471d-b739-ca7df8989046), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.449221 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:22.481874 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a619a1-e124-4496-85dc-839bffb286d3 None None] The sync data for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi is: [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:52:22.487444 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e84f-3f3e-42fb-8bde-3083f815ba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.574352 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff0da2-1bf5-4cf4-83e6-307fc8898eaa None None] Pushing event updated for resources: {'Port': ['ID=6c5f375f-f619-471d-b739-ca7df8989046,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:22.580447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Provisioning complete for port 3a96e395-ea4c-41b0-9679-f1666ab047b0 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:22.580825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.665991 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.676584 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 3, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:22.729321 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Checking router: 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:52:22.729676 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Updating router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:52:22.762364 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Current status of the port 3a96e395-ea4c-41b0-9679-f1666ab047b0 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:22.762754 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.778445 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.824586 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] For port 3a96e395-ea4c-41b0-9679-f1666ab047b0, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=3a96e395-ea4c-41b0-9679-f1666ab047b0,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:22.838601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.847316 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Allocated IP 172.20.0.1 (32ce5604-27d6-4ea3-8176-80d1faa12e51/8ab2d359-96e0-496e-8823-ffad81e1d115/7a16f566-7650-488a-bd97-7eb5fa469dba) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:22.893725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Provisioning complete for port 6c5f375f-f619-471d-b739-ca7df8989046 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:22.894102 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (6c5f375f-f619-471d-b739-ca7df8989046), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:22.994738 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks [] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.012124 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Pushing event updated for resources: {'Port': ['ID=3a96e395-ea4c-41b0-9679-f1666ab047b0,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:23.052567 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.098602 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:23.104308 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:23.109228 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:23.115414 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 3a96e395-ea4c-41b0-9679-f1666ab047b0 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:23.120532 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-ec543248-1ad4-433f-8e99-aad23fd95179 None None] Current status of the port 6c5f375f-f619-471d-b739-ca7df8989046 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:23.141161 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Pushing event updated for resources: {'Port': ['ID=7a16f566-7650-488a-bd97-7eb5fa469dba,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:23.169082 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.337549 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.363484 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 3a96e395-ea4c-41b0-9679-f1666ab047b0 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:23.364106 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.450899 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Publish callbacks [] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.462636 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-28c8cdd4-4228-4d4f-8d03-70f1274d8a90 None None] Provisioning complete for port 7a16f566-7650-488a-bd97-7eb5fa469dba triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:23.462994 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-28c8cdd4-4228-4d4f-8d03-70f1274d8a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.467429 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.539367 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks [] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.545170 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4620032'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.576118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-28c8cdd4-4228-4d4f-8d03-70f1274d8a90 None None] Port 7a16f566-7650-488a-bd97-7eb5fa469dba cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:52:23.584353 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Attempting to bind port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:23.584726 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Attempting to bind port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:23.585088 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Attempting to bind port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:23.590240 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c9188-4966-4384-90f0-f34a4043a55c None None] Pushing event updated for resources: {'Port': ['ID=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:23.593931 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 3a96e395-ea4c-41b0-9679-f1666ab047b0 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:23.595011 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:23.598709 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:23.599236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:23.599666 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.600074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:23.600700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Bound port: 09ceffc5-5c6f-4a1e-843c-354d69bc5db6, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:23.600928 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.617631 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Pushing event updated for resources: {'Port': ['ID=7a16f566-7650-488a-bd97-7eb5fa469dba,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:23.621501 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.685433 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] For port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:23.688928 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] For port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:23.691518 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:23.692160 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.714293 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:23.719284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:23.720541 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:23.790474 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c9188-4966-4384-90f0-f34a4043a55c None None] Pushing event updated for resources: {'Port': ['ID=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:23.795681 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Routers {'6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:23.796315 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:51:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:23.847902 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:52:23.884899 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:23.887388 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 6c5f375f-f619-471d-b739-ca7df8989046 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:23.967347 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:52:23.974682 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-752f37d4-ccbc-48f2-80b4-2aa703db393d admin admin] 10.222.0.79 "PUT /v2.0/routers/6f145809-13e7-4f2d-98a7-ef48a3b9e3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599243 May 12 14:52:23.979491 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] Set router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:24.022923 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 6c5f375f-f619-471d-b739-ca7df8989046 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:24.023300 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (6c5f375f-f619-471d-b739-ca7df8989046), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:24.029191 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-a829b676-8478-4259-b827-630d9a594eca None None] Provisioning complete for port 7a16f566-7650-488a-bd97-7eb5fa469dba triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:24.029538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a829b676-8478-4259-b827-630d9a594eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:24.153543 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-a829b676-8478-4259-b827-630d9a594eca None None] Port 7a16f566-7650-488a-bd97-7eb5fa469dba cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:52:24.245089 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 6c5f375f-f619-471d-b739-ca7df8989046 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:24.289057 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7a16f566-7650-488a-bd97-7eb5fa469dba', 'name': '', 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'mac_address': 'fa:16:3e:f2:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:22Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 2, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'subnets': [{'id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:24.321615 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ad1be-b1c9-4936-b36d-b64f61070367 None None] The sync data for ids ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'] in dv-cinder-840678-8-iscsi is: [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7a16f566-7650-488a-bd97-7eb5fa469dba', 'name': '', 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'mac_address': 'fa:16:3e:f2:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:22Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 2, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'subnets': [{'id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:52:24.832905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0f876ae7-e16d-42f9-a515-0147a58c89b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:24.945957 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 3a96e395-ea4c-41b0-9679-f1666ab047b0 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:25.007130 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 3a96e395-ea4c-41b0-9679-f1666ab047b0 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:25.007545 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:25.097219 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 3a96e395-ea4c-41b0-9679-f1666ab047b0 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:25.933554 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:26.667243 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Sync routers for ids ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:52:26.678556 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Routers {'6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:26.679402 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:52:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:26.917339 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Set router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:26.953785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:27.004942 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:27.005634 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.114569 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:27.115235 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.125562 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.141960 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:27.149662 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.201548 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7a16f566-7650-488a-bd97-7eb5fa469dba', 'name': '', 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'mac_address': 'fa:16:3e:f2:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:22Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 2, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'subnets': [{'id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:27.221107 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:27.236259 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Checking router: 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:52:27.236705 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Updating router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 port 7a16f566-7650-488a-bd97-7eb5fa469dba binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:52:27.267914 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.593840 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Publish callbacks [] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.602529 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.655604 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da29d8-93b7-4729-923c-995cbef3e4f8 None None] Pushing event updated for resources: {'Port': ['ID=7a16f566-7650-488a-bd97-7eb5fa469dba,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:27.735781 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Attempting to bind port 7a16f566-7650-488a-bd97-7eb5fa469dba on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:27.736448 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Attempting to bind port 7a16f566-7650-488a-bd97-7eb5fa469dba by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:27.736644 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Attempting to bind port 7a16f566-7650-488a-bd97-7eb5fa469dba on network 32ce5604-27d6-4ea3-8176-80d1faa12e51 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:27.742851 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:27.743308 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Checking segment: {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:27.743792 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.744258 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Bound using segment: {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:27.745138 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Bound port: 7a16f566-7650-488a-bd97-7eb5fa469dba, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:27.745263 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.837878 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] For port 7a16f566-7650-488a-bd97-7eb5fa469dba, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:27.848988 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] For port 7a16f566-7650-488a-bd97-7eb5fa469dba, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7a16f566-7650-488a-bd97-7eb5fa469dba,segment=NetworkSegment(6b379bb6-61bc-4501-8ae7-ae93bba6b8f4),segment_id=6b379bb6-61bc-4501-8ae7-ae93bba6b8f4)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:27.866876 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.912555 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] Provisioning complete for port 7a16f566-7650-488a-bd97-7eb5fa469dba triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:27.914396 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:27.935839 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da29d8-93b7-4729-923c-995cbef3e4f8 None None] Pushing event updated for resources: {'Port': ['ID=7a16f566-7650-488a-bd97-7eb5fa469dba,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:27.939409 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Routers {'6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:52:27.940312 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:52:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:28.087266 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] Current status of the port 7a16f566-7650-488a-bd97-7eb5fa469dba is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:28.088545 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:28.106118 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] Set router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:52:28.134074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] For port 7a16f566-7650-488a-bd97-7eb5fa469dba, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7a16f566-7650-488a-bd97-7eb5fa469dba,segment=NetworkSegment(6b379bb6-61bc-4501-8ae7-ae93bba6b8f4),segment_id=6b379bb6-61bc-4501-8ae7-ae93bba6b8f4)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:28.146268 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:28.216846 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb04282-5c01-4dfd-bed3-6ae7371f92f0 None None] Pushing event updated for resources: {'Port': ['ID=7a16f566-7650-488a-bd97-7eb5fa469dba,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:28.270660 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-a49513ca-9a99-47eb-9da0-270b20725a77 None None] Provisioning complete for port 7a16f566-7650-488a-bd97-7eb5fa469dba triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:28.271056 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a49513ca-9a99-47eb-9da0-270b20725a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:28.368261 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-a49513ca-9a99-47eb-9da0-270b20725a77 None None] Current status of the port 7a16f566-7650-488a-bd97-7eb5fa469dba is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:28.382258 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7a16f566-7650-488a-bd97-7eb5fa469dba', 'name': '', 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'mac_address': 'fa:16:3e:f2:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:22Z', 'updated_at': '2022-05-12T14:52:27Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'subnets': [{'id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:52:28.410322 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed047330-c598-4944-82d8-9a212f7ddc30 None None] The sync data for ids ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'] in dv-cinder-840678-8-iscsi is: [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:23Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7a16f566-7650-488a-bd97-7eb5fa469dba', 'name': '', 'network_id': '32ce5604-27d6-4ea3-8176-80d1faa12e51', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'mac_address': 'fa:16:3e:f2:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:22Z', 'updated_at': '2022-05-12T14:52:27Z', 'revision_number': 4, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'subnets': [{'id': '8ab2d359-96e0-496e-8823-ffad81e1d115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:52:28.701628 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:28.982694 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:29.049224 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:29.049868 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:29.140950 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:29.142806 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7a16f566-7650-488a-bd97-7eb5fa469dba up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:52:29.194898 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 7a16f566-7650-488a-bd97-7eb5fa469dba triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:29.195273 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:29.293062 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 7a16f566-7650-488a-bd97-7eb5fa469dba is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:32.627790 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:34.724453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-beb91e91-c77f-45b9-94f8-375d4cb09f82 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:34.725970 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-beb91e91-c77f-45b9-94f8-375d4cb09f82 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 814 time: 0.1038067 May 12 14:52:34.743654 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-273b616c-ed59-4a4d-a8d8-5ba637053778 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/quotas/7557d7be043140c29f88052c05ba38be HTTP/1.1" status: 200 len: 375 time: 0.0099230 May 12 14:52:34.795054 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-b084ac22-9a1e-492a-bd6a-3e8d9c3694be tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437400 May 12 14:52:34.913059 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-ca751d8b-f478-4232-b472-c413cd653196 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:52:34.914077 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-ca751d8b-f478-4232-b472-c413cd653196 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1022291 May 12 14:52:35.008266 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-665b43a6-ddc0-475e-9b29-e8a8d4169038 service neutron] 10.222.0.79 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877392 May 12 14:52:35.116950 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-0db6b61c-816d-4161-ba90-034208d60764 service neutron] 10.222.0.79 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030011 May 12 14:52:35.368426 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4a659ef7-10a6-44b2-a651-76dd900da1de req-9f2d9236-27cf-4dfe-8e3c-b232aa5c50a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 210 time: 0.0956669 May 12 14:52:36.456994 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1950ffd4-d076-4814-820f-377ad4586d8b req-d144c89e-0007-40d2-adbf-5e5515ed63f8 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 210 time: 0.0278275 May 12 14:52:37.541290 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bf051d06-0b44-429c-a245-cb0583c10154 req-b4f637b1-0194-47e3-9e70-f7c9f0d178b4 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 210 time: 0.0283246 May 12 14:52:38.628040 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c697f9bf-cd69-4009-bbc1-cb588f58aaf3 req-bf49a834-192e-42ab-a7cd-a9f9d79db67c tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 210 time: 0.0314867 May 12 14:52:39.738525 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-08969308-300d-4826-bc36-6de3045f1dab req-d06ca2aa-0207-44da-8c09-21f746a9fe9f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 210 time: 0.0290956 May 12 14:52:40.584166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-dc0cfaad-079d-4c66-b550-b0847e8a19a6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:40.585636 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-dc0cfaad-079d-4c66-b550-b0847e8a19a6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 814 time: 0.1137481 May 12 14:52:40.606014 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'port': {'device_id': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'admin_state_up': True, 'tenant_id': '7557d7be043140c29f88052c05ba38be'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:40.719141 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Made reservation on behalf of 7557d7be043140c29f88052c05ba38be for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:52:40.722704 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:40.862534 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e96e7954-96f3-4f1c-86d1-e6cc14e07710 req-ab868b8e-9cc8-4097-b22d-a1cdb1f12dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 210 time: 0.0499070 May 12 14:52:40.881526 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Allocated IP 172.20.0.10 (31b1b269-5ab5-4250-8f13-746c571cce8f/897345f3-f9fc-4803-a4b9-6133ce3d2d58/936e6a70-382e-4a7b-b0f3-253ad9d29445) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:52:41.040457 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:41.077139 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:41.124885 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Network 31b1b269-5ab5-4250-8f13-746c571cce8f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:52:41.133633 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:52:41.136440 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:41.138631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:52:41.201041 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:41.201974 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:41.227775 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-8a9ef7a2-4279-42a5-b6d4-950a63882cb1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6253817 May 12 14:52:41.484558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-23b9e801-05e2-456f-9b45-4b5daf47d565 None None] Provisioning complete for port 936e6a70-382e-4a7b-b0f3-253ad9d29445 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:52:41.485640 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-23b9e801-05e2-456f-9b45-4b5daf47d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:41.520919 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-23b9e801-05e2-456f-9b45-4b5daf47d565 None None] Port 936e6a70-382e-4a7b-b0f3-253ad9d29445 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:52:41.839551 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:52:41.984337 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc52a6-6197-499f-950a-fcf1512e3905 req-e502b791-fa14-44ee-b3f8-b9ed447edaf7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:41.986709 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95cc52a6-6197-499f-950a-fcf1512e3905 req-e502b791-fa14-44ee-b3f8-b9ed447edaf7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0536876 May 12 14:52:42.038345 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95cc52a6-6197-499f-950a-fcf1512e3905 req-700c9755-3e6d-40b2-8572-b3b743618b28 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 May 12 14:52:43.159490 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3480f27-4169-47d9-9970-49dc8ee817b4 req-0d1e7e22-70bd-41d1-bf5b-6464a60ff02f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:43.160992 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3480f27-4169-47d9-9970-49dc8ee817b4 req-0d1e7e22-70bd-41d1-bf5b-6464a60ff02f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0516305 May 12 14:52:43.221331 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3480f27-4169-47d9-9970-49dc8ee817b4 req-a23ee987-c4ee-4210-a12c-5ca398e098a3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 May 12 14:52:44.373714 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6504c6-15ef-4893-8c1f-b15186ccb63f req-a5275cd1-22c4-44bd-9028-04bb3d0d65c6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:44.376523 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa6504c6-15ef-4893-8c1f-b15186ccb63f req-a5275cd1-22c4-44bd-9028-04bb3d0d65c6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0792964 May 12 14:52:44.449369 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa6504c6-15ef-4893-8c1f-b15186ccb63f req-b6f030c0-a75d-443f-b723-b7d90e2c63d7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 May 12 14:52:45.572415 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70847bc-9025-40dc-bd35-e84781e33385 req-83001a61-b65a-4d2d-8b18-694ea2cfd0d7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:45.574108 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c70847bc-9025-40dc-bd35-e84781e33385 req-83001a61-b65a-4d2d-8b18-694ea2cfd0d7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0522015 May 12 14:52:45.631891 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c70847bc-9025-40dc-bd35-e84781e33385 req-5c4518b7-107c-4fdb-9c60-7b23b3c9de03 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513735 May 12 14:52:46.769195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d21f0-4d40-4f59-9130-86e5086af229 req-fa155e15-8a12-47de-81b0-ad08dfe8187e tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:46.770668 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea7d21f0-4d40-4f59-9130-86e5086af229 req-fa155e15-8a12-47de-81b0-ad08dfe8187e tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0467689 May 12 14:52:46.822076 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea7d21f0-4d40-4f59-9130-86e5086af229 req-f05614c6-41ad-4d88-9acb-3030f5de502a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 May 12 14:52:47.976371 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137177-a96c-44bd-81e4-57f5e2a72f42 req-5cb8eb8c-5c3f-4f12-b968-24c07254364c tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:47.984110 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81137177-a96c-44bd-81e4-57f5e2a72f42 req-5cb8eb8c-5c3f-4f12-b968-24c07254364c tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0599716 May 12 14:52:48.032877 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81137177-a96c-44bd-81e4-57f5e2a72f42 req-c115ad1a-03c1-40e3-9c4a-2875698e909b tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 May 12 14:52:49.174449 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1973ccd-b654-4c98-8bb4-163d51dbf75b req-bbaa0fd3-af4d-4f9f-b3a8-a7d4c4641f44 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:49.175975 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1973ccd-b654-4c98-8bb4-163d51dbf75b req-bbaa0fd3-af4d-4f9f-b3a8-a7d4c4641f44 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0484524 May 12 14:52:49.223755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1973ccd-b654-4c98-8bb4-163d51dbf75b req-f02b23b7-42ad-40cd-8f65-67c31f6ed9ac tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 May 12 14:52:50.360238 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65268cf9-f1c2-44c9-a83d-8cf733a2f377 req-e6624669-8578-4dac-afd1-ab78a52331d9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:50.361986 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65268cf9-f1c2-44c9-a83d-8cf733a2f377 req-e6624669-8578-4dac-afd1-ab78a52331d9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0713742 May 12 14:52:50.420993 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65268cf9-f1c2-44c9-a83d-8cf733a2f377 req-9cb28079-0b79-4ef1-80d5-a2aa8e2a124b tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525689 May 12 14:52:51.546886 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ab3d9-4b33-4578-84bf-d4e3109b9321 req-cb4b7898-2531-4830-9db5-21def38bba75 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:51.548412 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b1ab3d9-4b33-4578-84bf-d4e3109b9321 req-cb4b7898-2531-4830-9db5-21def38bba75 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0515838 May 12 14:52:51.599572 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b1ab3d9-4b33-4578-84bf-d4e3109b9321 req-2bff601c-5d79-4e6c-adf7-15eb9f8111ce tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436618 May 12 14:52:52.396658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-558bbfe6-45e9-48e1-8a2d-7399dc89de08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:52.724537 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68fa12-950e-4b8f-a0f8-41a436f8f6a6 req-068fce40-064d-4f96-b1f2-a280004e6470 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:52.725990 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-af68fa12-950e-4b8f-a0f8-41a436f8f6a6 req-068fce40-064d-4f96-b1f2-a280004e6470 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0466425 May 12 14:52:52.783927 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-af68fa12-950e-4b8f-a0f8-41a436f8f6a6 req-c7f0dc63-3e9c-47ba-9efb-123722745855 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521996 May 12 14:52:53.744551 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-ebb1582e-78ec-47a3-85a0-f28480b7bf40 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:52:53.746137 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-ebb1582e-78ec-47a3-85a0-f28480b7bf40 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088942 May 12 14:52:53.773783 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Request body: {'port': {'device_id': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:52:53.839930 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:53.923278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93174c31-031a-487c-b1a1-7e0909339501 req-cfd8fa33-1b39-46d5-9107-1d591dd4f87d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:53.924781 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93174c31-031a-487c-b1a1-7e0909339501 req-cfd8fa33-1b39-46d5-9107-1d591dd4f87d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 932 time: 0.0721321 May 12 14:52:54.054673 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93174c31-031a-487c-b1a1-7e0909339501 req-0a7a212b-8b76-438d-886a-41b306a4dc8a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221361 May 12 14:52:54.496866 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936e6a70-382e-4a7b-b0f3-253ad9d29445 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:52:54.504572 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Publish callbacks [] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:54.517532 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Transition to ACTIVE for port object 936e6a70-382e-4a7b-b0f3-253ad9d29445 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:52:54.523050 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:54.573674 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:54.646547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Attempting to bind port 936e6a70-382e-4a7b-b0f3-253ad9d29445 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:52:54.646863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Attempting to bind port 936e6a70-382e-4a7b-b0f3-253ad9d29445 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:52:54.647213 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Attempting to bind port 936e6a70-382e-4a7b-b0f3-253ad9d29445 on network 31b1b269-5ab5-4250-8f13-746c571cce8f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:54.651999 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Port 936e6a70-382e-4a7b-b0f3-253ad9d29445 on network 31b1b269-5ab5-4250-8f13-746c571cce8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:52:54.652322 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Attempting to bind port 936e6a70-382e-4a7b-b0f3-253ad9d29445 on network 31b1b269-5ab5-4250-8f13-746c571cce8f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:52:54.657803 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:52:54.658139 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Checking segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:52:54.658490 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Bound using segment: {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:52:54.658944 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Bound port: 936e6a70-382e-4a7b-b0f3-253ad9d29445, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd250904-87cb-4041-9ac4-8ba955e55d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:52:54.659302 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:54.725627 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:52:54.728993 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:52:54.736023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:54.771595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:54.772277 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:54.773671 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] 10.222.0.85 "PUT /v2.0/ports/936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1094 time: 1.0047400 May 12 14:52:54.774117 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:52:54.776498 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:52:54.805719 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa39bd8-abd7-4868-b952-71d93ae11641 service neutron] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:54.824983 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fafd-cca1-48e2-9a5f-6a28fe32d817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:54.828043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bb15da-096c-4eff-a65d-06d9df5c2be0 x-openstack-request-id: req-58bb15da-096c-4eff-a65d-06d9df5c2be0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:52:54.828474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:52:54.828785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-58bb15da-096c-4eff-a65d-06d9df5c2be0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:52:54.829251 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bb15da-096c-4eff-a65d-06d9df5c2be0'] response: {'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'status': 'completed', 'code': 200} May 12 14:52:54.891777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-3ef93eb8-e767-41e9-ad71-fc12ca7c302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:54.893308 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-3ef93eb8-e767-41e9-ad71-fc12ca7c302a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1128 time: 0.0435905 May 12 14:52:54.944022 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-c9aea700-30d1-49c6-91b4-517290157d11 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 217 time: 0.0357647 May 12 14:52:54.995947 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-27c4d31d-a580-4a05-986e-e94f045033eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:54.997382 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-27c4d31d-a580-4a05-986e-e94f045033eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0466819 May 12 14:52:55.040014 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-06d6088c-42b4-44f7-b0ac-aca90406fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:55.041375 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-06d6088c-42b4-44f7-b0ac-aca90406fde2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378029 May 12 14:52:55.143763 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-54bb482e-53d7-44a5-bf91-d8a09e035d9f service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952580 May 12 14:52:55.197781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccfaaf-7ea2-41eb-b9f5-fd28e975042e req-8a2566e9-2a33-4646-a38b-7735de065a83 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:55.199236 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-70ccfaaf-7ea2-41eb-b9f5-fd28e975042e req-8a2566e9-2a33-4646-a38b-7735de065a83 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 944 time: 0.0732856 May 12 14:52:55.290837 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77aad5f3-f886-4fdc-8a76-48f3685613f1 req-d3e4cbd3-31dd-48cd-956f-36a9c0afd78d service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317759 May 12 14:52:55.294387 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-70ccfaaf-7ea2-41eb-b9f5-fd28e975042e req-e6c469f6-6447-4cfb-86cf-867a6a041524 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884938 May 12 14:52:55.936414 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:56.419095 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f30d3-234d-41bf-902e-0fa46defa68d req-d2b20efd-85a9-4dfc-9c81-ab3460c29e40 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:56.420657 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-487f30d3-234d-41bf-902e-0fa46defa68d req-d2b20efd-85a9-4dfc-9c81-ab3460c29e40 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 944 time: 0.0503042 May 12 14:52:56.470411 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-487f30d3-234d-41bf-902e-0fa46defa68d req-e935a005-09c5-4a5f-8560-f8f4a7c62a44 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 May 12 14:52:57.120744 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:57.482271 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-76da3432-f3fa-4538-bbff-10dc9940cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:57.483882 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-76da3432-f3fa-4538-bbff-10dc9940cd77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1128 time: 0.0395865 May 12 14:52:57.611901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b746d28-19b3-4d01-95ec-03e853db09e9 req-e825ba2b-ba14-45ed-b6a7-c419e71a7cb3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:57.613266 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b746d28-19b3-4d01-95ec-03e853db09e9 req-e825ba2b-ba14-45ed-b6a7-c419e71a7cb3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 944 time: 0.0610828 May 12 14:52:57.617871 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-1eafa34f-1730-4df5-8107-87ce4e46e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:57.619223 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-1eafa34f-1730-4df5-8107-87ce4e46e0a9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.1279142 May 12 14:52:57.669610 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-463563d6-353e-48a0-98de-9dd0e5d509f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 217 time: 0.0433943 May 12 14:52:57.724636 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b746d28-19b3-4d01-95ec-03e853db09e9 req-98e5a9b9-8047-4a55-a788-226f485068c7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044352 May 12 14:52:57.736082 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-d03f6511-dbf5-4249-804d-3bd66e76b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:57.737517 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-d03f6511-dbf5-4249-804d-3bd66e76b0c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0568068 May 12 14:52:57.781264 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-241fea57-dd44-495c-b5d9-c4b0141d0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:57.782742 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-241fea57-dd44-495c-b5d9-c4b0141d0b71 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380788 May 12 14:52:57.879127 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-4948347b-9397-4d56-bacd-f991123c39e9 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 May 12 14:52:57.973081 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b4ed62a-cdd2-4c0d-9bed-68fb5f827f9b req-73359bc3-7058-46e5-a5dc-65f83f80a13f service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875278 May 12 14:52:58.251888 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 936e6a70-382e-4a7b-b0f3-253ad9d29445 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:52:58.359031 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:58.370583 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'port_id': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'mac_address': 'fa:16:3e:99:b8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:52:58.409039 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 936e6a70-382e-4a7b-b0f3-253ad9d29445 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:52:58.409431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:58.423961 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936e6a70-382e-4a7b-b0f3-253ad9d29445 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:52:58.445248 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:52:58.450449 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:58.501375 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:52:58.707818 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:58.852560 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b764278-77ad-46f9-ab46-d9106022c517 req-fdcbb036-acc6-40d5-ac54-d3cb60e3233f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:52:58.853780 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b764278-77ad-46f9-ab46-d9106022c517 req-fdcbb036-acc6-40d5-ac54-d3cb60e3233f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 945 time: 0.0574982 May 12 14:52:58.889201 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['936e6a70-382e-4a7b-b0f3-253ad9d29445'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:52:58.903055 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b764278-77ad-46f9-ab46-d9106022c517 req-9addd7e5-7f98-410a-a11f-7c09c1fbf6cf tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 May 12 14:53:00.028305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92e7-b6d2-40be-8532-ac29555712db req-65d24a7e-1a8f-4960-ae86-aee77e213e59 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:00.029763 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-114f92e7-b6d2-40be-8532-ac29555712db req-65d24a7e-1a8f-4960-ae86-aee77e213e59 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 945 time: 0.0471456 May 12 14:53:00.077758 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-114f92e7-b6d2-40be-8532-ac29555712db req-7884c157-d88b-4599-98ec-141faf9762b1 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 May 12 14:53:00.255766 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 936e6a70-382e-4a7b-b0f3-253ad9d29445 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:53:00.448222 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 936e6a70-382e-4a7b-b0f3-253ad9d29445 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:53:00.458785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 936e6a70-382e-4a7b-b0f3-253ad9d29445 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:53:00.459135 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:00.534597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 936e6a70-382e-4a7b-b0f3-253ad9d29445 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:53:00.534973 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:00.559229 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:53:00.561571 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455157d7-7255-4e0c-827f-bf159a50f14e" -d '{"events": [{"server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "name": "network-vif-plugged", "status": "completed", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:53:00.579890 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:53:00.585383 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:00.633889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:00.663642 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1b23ac-4268-4e7b-96fa-9a55bb98a31d x-openstack-request-id: req-ce1b23ac-4268-4e7b-96fa-9a55bb98a31d {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:53:00.663959 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "name": "network-vif-plugged", "status": "completed", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:53:00.664213 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce1b23ac-4268-4e7b-96fa-9a55bb98a31d {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:53:00.664605 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1b23ac-4268-4e7b-96fa-9a55bb98a31d'] response: {'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'code': 200} May 12 14:53:00.895624 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac62d5-ff11-45f1-bae1-39ee38fa4b61 req-6162c947-22b5-4c58-83d0-ad314ceb9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:00.897195 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e3ac62d5-ff11-45f1-bae1-39ee38fa4b61 req-6162c947-22b5-4c58-83d0-ad314ceb9b90 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1130 time: 0.0580294 May 12 14:53:00.946942 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e3ac62d5-ff11-45f1-bae1-39ee38fa4b61 req-ec1d9712-5eff-43dd-a3c9-f4f1fa38bc8a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 May 12 14:53:01.209875 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45a5a8-b2b5-4944-b692-d943a48cd877 req-52906ccd-5823-4d4a-8307-f45cb83dad28 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:01.211343 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f45a5a8-b2b5-4944-b692-d943a48cd877 req-52906ccd-5823-4d4a-8307-f45cb83dad28 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0572522 May 12 14:53:01.268317 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f45a5a8-b2b5-4944-b692-d943a48cd877 req-8f239896-db83-4cd1-bb60-b67133657d46 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 May 12 14:53:02.389441 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e738c-2a9f-4905-be54-a9dffd0a2749 req-b893476e-c441-42ba-8347-64c68fed46f6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:02.391029 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac8e738c-2a9f-4905-be54-a9dffd0a2749 req-b893476e-c441-42ba-8347-64c68fed46f6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0501442 May 12 14:53:02.444809 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac8e738c-2a9f-4905-be54-a9dffd0a2749 req-9ae19f07-04de-4ac6-8be8-a5ea7e03badc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480719 May 12 14:53:02.622201 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:03.586811 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8ad4-44f1-47ee-a839-8ca153fe55f9 req-fac26497-a835-4c4f-93d7-92f381dfe93d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:03.588316 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d91e8ad4-44f1-47ee-a839-8ca153fe55f9 req-fac26497-a835-4c4f-93d7-92f381dfe93d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0594614 May 12 14:53:03.637446 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d91e8ad4-44f1-47ee-a839-8ca153fe55f9 req-32118a41-a167-43f0-9bc8-ecb688732192 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 May 12 14:53:03.768836 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ad3f-23fa-44df-bbb5-25d784696da2 req-b7db823d-0c48-428b-9264-ed7b0605c50e tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:03.770322 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0878ad3f-23fa-44df-bbb5-25d784696da2 req-b7db823d-0c48-428b-9264-ed7b0605c50e tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0490034 May 12 14:53:03.816037 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0878ad3f-23fa-44df-bbb5-25d784696da2 req-587d6b9f-b490-4427-a896-6902386807e3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 May 12 14:53:04.168464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1da2e5-d3cc-4ed7-b76e-dd3bfc335630 req-ba5c02dc-c681-46bd-a9e2-d73776baa375 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:04.169904 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c1da2e5-d3cc-4ed7-b76e-dd3bfc335630 req-ba5c02dc-c681-46bd-a9e2-d73776baa375 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0559340 May 12 14:53:04.219340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c1da2e5-d3cc-4ed7-b76e-dd3bfc335630 req-e8be2277-97b5-4282-a121-f4ad48e799f7 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 May 12 14:53:13.801728 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bc448-e55f-4080-8c95-135a26b9deaf req-1be0bf38-a231-4475-8432-0fe6d201cc1e tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:13.803067 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-402bc448-e55f-4080-8c95-135a26b9deaf req-1be0bf38-a231-4475-8432-0fe6d201cc1e tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0473714 May 12 14:53:13.853406 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-402bc448-e55f-4080-8c95-135a26b9deaf req-2eac1070-012c-4b48-bfcf-dc857da35a0b tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 May 12 14:53:13.876162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57486) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:13.957823 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649fbf9-7ed7-45b9-8810-9d978d38ada8 tempest-TestMinimumBasicScenario-370523107 tempest-TestMinimumBasicScenario-370523107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:13.959361 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3649fbf9-7ed7-45b9-8810-9d978d38ada8 tempest-TestMinimumBasicScenario-370523107 tempest-TestMinimumBasicScenario-370523107-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1125 time: 0.0821917 May 12 14:53:13.963415 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57490) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:13.967612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'port_id': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:13.997735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:14.081444 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:14.196579 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Allocated IP 172.27.1.243 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/002d83d8-07aa-42ae-8a1a-7511d59ddb49) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:53:14.299427 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:14.339328 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:14.382359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:53:14.385482 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:53:14.392265 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:53:14.398150 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'Port': ['ID=002d83d8-07aa-42ae-8a1a-7511d59ddb49,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:14.760626 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for floatingip (aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:14.839966 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.025116 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.032818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.101850 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'Port': ['ID=002d83d8-07aa-42ae-8a1a-7511d59ddb49,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:15.112835 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.113220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.113583 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.113903 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.114235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.114563 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.114892 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.115217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.115546 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.115901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.116226 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.116926 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.117052 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.117288 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.117610 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.123402 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.246313 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Floating IP aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f associated. External IP: 172.27.1.243, port: 936e6a70-382e-4a7b-b0f3-253ad9d29445. May 12 14:53:15.478036 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:53:15.602295 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:53:15.613809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] Sync routers for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:53:15.626374 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.627677 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:53:15.628479 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:52:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:53:15.658953 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-52f94a92-af4a-4de3-814d-34f88dbdb0a0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6945140 May 12 14:53:15.659631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:53:15.661987 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:53:15.662178 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57492) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:15.668447 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654396525', 'description': 'tempest-secgroup-smoke-1654396525 description', 'project_id': '7557d7be043140c29f88052c05ba38be'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:15.693561 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.700866 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668cd699-3f98-490b-a4e6-2f5ece1170ed x-openstack-request-id: req-668cd699-3f98-490b-a4e6-2f5ece1170ed {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:53:15.701161 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:53:15.701418 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-668cd699-3f98-490b-a4e6-2f5ece1170ed {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:53:15.701825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668cd699-3f98-490b-a4e6-2f5ece1170ed'] response: {'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'status': 'completed', 'code': 200} May 12 14:53:15.743335 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:53:15.766750 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group (be08d949-ae09-493c-8c07-f0a579528073), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.773339 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (be08d949-ae09-493c-8c07-f0a579528073), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.798594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-ebc6562a-7d8d-4336-afe6-a89e18b27466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:15.800610 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-ebc6562a-7d8d-4336-afe6-a89e18b27466 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1130 time: 0.0499649 May 12 14:53:15.805348 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.806572 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1434057 May 12 14:53:15.808492 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be08d949-ae09-493c-8c07-f0a579528073,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:15.809886 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57496) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:15.814765 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group_rule': {'security_group_id': 'be08d949-ae09-493c-8c07-f0a579528073', 'project_id': '7557d7be043140c29f88052c05ba38be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:15.816075 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.816436 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.816789 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.817134 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.817473 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.817806 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.818140 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.818469 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.818800 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.819129 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.819571 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.819929 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.820258 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.820587 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.820969 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5647c-d224-4e78-82cf-2ab508050d81 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:53:15.909392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (aeb7d793-9b40-43db-b198-5487781f6db7), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.945960 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-1fad90e4-87cf-4616-860f-7f365ae27099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:15.947461 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-1fad90e4-87cf-4616-860f-7f365ae27099 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.1228864 May 12 14:53:15.968657 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'port_id': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'mac_address': 'fa:16:3e:99:b8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:14Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 0, 'project_id': '7557d7be043140c29f88052c05ba38be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:22Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:53:15.999065 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] Checking router: 0408fca6-4f1d-47ee-a7d8-53b5786ee463 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:53:16.008528 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:53:16.008860 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:52:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:53:16.015309 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (aeb7d793-9b40-43db-b198-5487781f6db7), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.024897 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (aeb7d793-9b40-43db-b198-5487781f6db7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.039487 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-0ea5f27b-217c-4ed4-9323-d6ee2ec5fd1a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1000 time: 0.0828211 May 12 14:53:16.056245 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb7d793-9b40-43db-b198-5487781f6db7,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:16.080360 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.081577 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b6c0ca25-6ec1-4d3f-8d2d-e04f2a52232a tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2706501 May 12 14:53:16.084593 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:16.089345 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group_rule': {'security_group_id': 'be08d949-ae09-493c-8c07-f0a579528073', 'project_id': '7557d7be043140c29f88052c05ba38be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:16.097720 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-30257737-c11e-4197-bb0f-43c2e0653286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:16.099223 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-30257737-c11e-4197-bb0f-43c2e0653286 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0530860 May 12 14:53:16.119453 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (851b9224-3707-4b38-8f51-c0faf0844b09), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.125184 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:53:16.143838 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-71f04b71-a610-40d1-87bf-953907bb850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:16.145367 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-71f04b71-a610-40d1-87bf-953907bb850c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391960 May 12 14:53:16.178433 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (851b9224-3707-4b38-8f51-c0faf0844b09), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.183442 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (851b9224-3707-4b38-8f51-c0faf0844b09), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.203288 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851b9224-3707-4b38-8f51-c0faf0844b09,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:16.214532 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.218590 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-83a7b295-2386-4dea-bebe-f56b6f7379a2 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301794 May 12 14:53:16.218735 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:16.223318 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group_rule': {'security_group_id': 'be08d949-ae09-493c-8c07-f0a579528073', 'project_id': '7557d7be043140c29f88052c05ba38be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:16.247458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-0ab5dc32-a020-48b1-b07f-fe2a465490e1 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950313 May 12 14:53:16.251608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (b7707137-936d-4413-bba1-506b9d138737), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.313893 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (b7707137-936d-4413-bba1-506b9d138737), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.318533 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (b7707137-936d-4413-bba1-506b9d138737), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.338928 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7707137-936d-4413-bba1-506b9d138737,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:16.345105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.346305 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-25690904-a387-43a3-8e3e-3e9f5c907d24 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265509 May 12 14:53:16.349150 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:16.353740 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group_rule': {'security_group_id': 'be08d949-ae09-493c-8c07-f0a579528073', 'project_id': '7557d7be043140c29f88052c05ba38be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:16.355922 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35c3c83b-972c-4b9d-9a52-bfb39e3f419c req-12baf9e7-40bb-4924-bcb0-0bc7294c3cc9 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004751 May 12 14:53:16.358901 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'port_id': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'mac_address': 'fa:16:3e:99:b8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:14Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 0, 'project_id': '7557d7be043140c29f88052c05ba38be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:22Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:53:16.380013 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (e257c3a2-1305-45a5-8659-bc7f2a0dd2d7), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.390694 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d4915-bce4-411d-812c-9d04c67efdd8 None None] The sync data for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi is: [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': 'aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'port_id': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'mac_address': 'fa:16:3e:99:b8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:14Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 0, 'project_id': '7557d7be043140c29f88052c05ba38be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:22Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:53:16.440921 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (e257c3a2-1305-45a5-8659-bc7f2a0dd2d7), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.445934 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (e257c3a2-1305-45a5-8659-bc7f2a0dd2d7), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.465771 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e257c3a2-1305-45a5-8659-bc7f2a0dd2d7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:16.472002 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.473283 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-31d4d95f-8e90-45da-9ff1-fc69eff0ee25 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231983 May 12 14:53:16.476396 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:16.481098 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group_rule': {'security_group_id': 'be08d949-ae09-493c-8c07-f0a579528073', 'project_id': '7557d7be043140c29f88052c05ba38be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:16.502592 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Project 7557d7be043140c29f88052c05ba38be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:53:16.508740 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (6c94add8-f00f-4003-bed8-fe0f83803087), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.576400 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (6c94add8-f00f-4003-bed8-fe0f83803087), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.581706 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (6c94add8-f00f-4003-bed8-fe0f83803087), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.608969 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c94add8-f00f-4003-bed8-fe0f83803087,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:16.616034 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.620627 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-801d9fd9-6c3e-4ae9-8b9c-dc665a43d890 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406026 May 12 14:53:16.620835 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14a5e9-c3c1-42f7-97e8-82aabcbb0b54 None None] New status for floating IP aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:53:16.621331 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57506) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:53:16.625229 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'security_group_rule': {'security_group_id': 'be08d949-ae09-493c-8c07-f0a579528073', 'project_id': '7557d7be043140c29f88052c05ba38be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:16.645751 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Project 7557d7be043140c29f88052c05ba38be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:53:16.651774 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (7e5121c0-afb6-4915-bfd8-63ad73e800bd), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.715011 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (7e5121c0-afb6-4915-bfd8-63ad73e800bd), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.720023 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (7e5121c0-afb6-4915-bfd8-63ad73e800bd), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.742497 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5121c0-afb6-4915-bfd8-63ad73e800bd,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:16.749453 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:16.750651 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-ee2a6341-f2a7-4b17-b2f1-546648515dcc tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288726 May 12 14:53:16.845480 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c967e77-06be-47c9-89de-c613a150f915 req-11471621-f309-4342-9f01-ba214d446e85 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654396525&fields=id&tenant_id=7557d7be043140c29f88052c05ba38be HTTP/1.1" status: 200 len: 267 time: 0.0443089 May 12 14:53:16.898662 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c967e77-06be-47c9-89de-c613a150f915 req-3f2a50bd-7ff2-4264-90dc-60efbbdd0a44 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:16.900143 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c967e77-06be-47c9-89de-c613a150f915 req-3f2a50bd-7ff2-4264-90dc-60efbbdd0a44 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0490036 May 12 14:53:16.914058 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'port': {'security_groups': ['17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca', 'be08d949-ae09-493c-8c07-f0a579528073']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:53:16.981033 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:17.221450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:53:17.250393 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:17.257262 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:17.299015 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:17.299636 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:17.299825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['936e6a70-382e-4a7b-b0f3-253ad9d29445'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:53:17.301042 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c967e77-06be-47c9-89de-c613a150f915 req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "PUT /v2.0/ports/936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 982 time: 0.3914959 May 12 14:53:17.330643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4f073-1dd6-40a8-a7e3-7957e43161ab tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:53:17.409523 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3452-bed9-4a86-905e-596dd9c88fe9 req-bce66ea3-006a-4e98-a0c8-b64ef9c733a8 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:17.411313 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42ba3452-bed9-4a86-905e-596dd9c88fe9 req-bce66ea3-006a-4e98-a0c8-b64ef9c733a8 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0510182 May 12 14:53:17.434008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['936e6a70-382e-4a7b-b0f3-253ad9d29445'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:53:17.476956 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42ba3452-bed9-4a86-905e-596dd9c88fe9 req-b0937e20-f37b-48d2-8686-555bbc0611f6 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582781 May 12 14:53:17.555942 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-3e1dae75-946b-4599-99de-1b1c8c3d6de9 None None] Provisioning complete for port 936e6a70-382e-4a7b-b0f3-253ad9d29445 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:53:17.556295 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3e1dae75-946b-4599-99de-1b1c8c3d6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:17.702997 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:53:17.705515 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a23579-569d-4908-b839-079a5a3a15a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:53:17.742234 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec686a9-a0a6-4dd6-a01d-0562a9edeaca x-openstack-request-id: req-fec686a9-a0a6-4dd6-a01d-0562a9edeaca {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:53:17.742543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:53:17.742819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fec686a9-a0a6-4dd6-a01d-0562a9edeaca {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:53:17.743199 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec686a9-a0a6-4dd6-a01d-0562a9edeaca'] response: {'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'status': 'completed', 'code': 200} May 12 14:53:17.755033 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-3e1dae75-946b-4599-99de-1b1c8c3d6de9 None None] Current status of the port 936e6a70-382e-4a7b-b0f3-253ad9d29445 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:53:17.829313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-f143790e-56e9-49da-9c59-53e76b252e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:17.830845 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-f143790e-56e9-49da-9c59-53e76b252e28 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1169 time: 0.0437472 May 12 14:53:17.925444 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-7064e0a9-67f1-4bfa-bad1-26346f49e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:17.926917 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-7064e0a9-67f1-4bfa-bad1-26346f49e095 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.0878775 May 12 14:53:18.003256 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-401df7e2-796d-4ab4-8ae4-c88aa7d0009a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1002 time: 0.0668623 May 12 14:53:18.055158 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-f90d708e-8a44-4d83-8b64-f84670f01746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:18.056627 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-f90d708e-8a44-4d83-8b64-f84670f01746 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0445385 May 12 14:53:18.100873 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-19fa61ec-715e-412f-a122-fdd3d1855405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:18.102326 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-19fa61ec-715e-412f-a122-fdd3d1855405 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373657 May 12 14:53:18.196869 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-18df5106-df68-4024-8dae-0bd358648f6a service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 May 12 14:53:18.288002 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4a23579-569d-4908-b839-079a5a3a15a4 req-e3d97c8c-0c84-42f4-ad4b-2f55e8318cd5 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839527 May 12 14:53:18.838132 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:53:22.401761 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e9351a09-4565-4bf3-b7f8-6c18e2c7150b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:24.821923 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3efeb7f7-c7df-41ab-9bdb-f24df07ec771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:25.948011 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:27.122294 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:28.708772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:32.625176 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:43.175099 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-62542f81-be80-4ef1-90b5-9087c8ee69f3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878501 May 12 14:53:43.298123 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-4e00684e-4265-4be0-aaf1-1a8fd87380e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:43.300442 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-4e00684e-4265-4be0-aaf1-1a8fd87380e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1169 time: 0.0561934 May 12 14:53:43.410055 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-71df146f-2b1a-44e1-a9b5-7e3a4a636848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:43.411439 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-71df146f-2b1a-44e1-a9b5-7e3a4a636848 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.0907717 May 12 14:53:43.478135 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-829cbb21-6a81-476f-a636-0c9daf8d03d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1002 time: 0.0594170 May 12 14:53:43.528791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-71c37d3e-575f-49d9-ba25-894edb4048ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:43.530235 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-71c37d3e-575f-49d9-ba25-894edb4048ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0455334 May 12 14:53:43.579304 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-672317a3-1b01-40ad-a124-d285e0c5f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:53:43.580795 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-672317a3-1b01-40ad-a124-d285e0c5f170 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439458 May 12 14:53:43.945229 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-9a084acd-f7d5-4ea5-93b8-a1a2632c2acf service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552868 May 12 14:53:44.038585 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ee66b5b-5695-44c2-b684-40bed94fcec7 req-e3c141be-3b81-47c5-801a-2fde48d2e159 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 May 12 14:53:48.547386 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-7038a71e-1599-426d-9072-ed58ce42e611 req-27df036f-ba20-4a15-8802-5c267a0e1cf3 service neutron] (103693) timed out ('10.222.0.85', 51938) {{(pid=103693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:53:48.829141 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-1468cea4-a569-40ab-ab6a-fb28b56b9c5d req-3dd19f36-b5b3-4880-9cb2-9e14e95ce391 service neutron] (103692) timed out ('10.222.0.85', 51965) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:53:49.781170 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-6093e196-255a-43ce-9fce-8dad00f3d594 req-cd72b9df-8f0b-48e3-a8dd-bcda47d8c80b tempest-DeleteServersTestJSON-847106247 tempest-DeleteServersTestJSON-847106247-project] (103693) timed out ('10.222.0.85', 52012) {{(pid=103693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:53:52.403987 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cacf5072-3645-4e7f-bbba-bd0c88bc93b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:54.827763 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31ef63ba-25f0-4139-9fca-76b7ab1b49ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:55.836474 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:53:55.948510 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:57.125685 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:58.705398 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:02.637267 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:18.214430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acddf91-065e-402d-8777-97b388be1353 req-9cc7b40c-d25f-47ea-84b4-bd6e288f1da8 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:18.215991 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7acddf91-065e-402d-8777-97b388be1353 req-9cc7b40c-d25f-47ea-84b4-bd6e288f1da8 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0496628 May 12 14:54:18.277326 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-794c1c98-7834-4ebf-a023-61df42a91268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:18.278864 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-794c1c98-7834-4ebf-a023-61df42a91268 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1169 time: 0.0616496 May 12 14:54:18.340962 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7acddf91-065e-402d-8777-97b388be1353 req-eae12d0c-275d-467c-8b3e-59054980c93d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158402 May 12 14:54:18.398671 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-a106f451-cf67-4583-afce-c5788412d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:18.400036 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-a106f451-cf67-4583-afce-c5788412d716 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.1100435 May 12 14:54:18.472527 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-db78e4d8-4b1f-47c0-a7e6-8e6240041441 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1002 time: 0.0646811 May 12 14:54:18.522697 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-8598545c-da4e-4b21-9af8-7d1c09ea7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:18.524220 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-8598545c-da4e-4b21-9af8-7d1c09ea7dde service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0439508 May 12 14:54:18.569776 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-6483e51b-22ff-4154-b91c-79859b699c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:18.571453 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-6483e51b-22ff-4154-b91c-79859b699c06 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404336 May 12 14:54:18.667225 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-a9d07ffc-6013-40ae-9f59-5c43bf265f21 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872936 May 12 14:54:18.771635 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df47fbe5-aec3-4676-856e-dd1b59a8b355 req-76cbb055-05b1-4b2b-bf01-4fbc12792024 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949690 May 12 14:54:19.475819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acab5fb-dac7-422a-90f1-17a0fa494fe7 req-698803a1-5017-4293-837c-b2b9450c9127 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:19.477557 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9acab5fb-dac7-422a-90f1-17a0fa494fe7 req-698803a1-5017-4293-837c-b2b9450c9127 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0585511 May 12 14:54:19.538340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9acab5fb-dac7-422a-90f1-17a0fa494fe7 req-b6090109-77c2-49c1-8a64-e63fec2d93b3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550797 May 12 14:54:20.674564 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d716-d752-4fe8-95a5-a7950db56ced req-06b6ec14-f677-4225-9fe6-62e8cd408895 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:20.676062 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00e8d716-d752-4fe8-95a5-a7950db56ced req-06b6ec14-f677-4225-9fe6-62e8cd408895 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0582650 May 12 14:54:20.747382 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00e8d716-d752-4fe8-95a5-a7950db56ced req-530109c9-308b-4c21-80f9-9460a0721c54 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651133 May 12 14:54:21.882842 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477524-36a3-4fb2-ba07-9baa07f9e777 req-1907dc2b-ca83-4e7e-a372-94adb47d0f9b tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:21.884361 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05477524-36a3-4fb2-ba07-9baa07f9e777 req-1907dc2b-ca83-4e7e-a372-94adb47d0f9b tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0534647 May 12 14:54:21.949523 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05477524-36a3-4fb2-ba07-9baa07f9e777 req-d33dbf18-ded7-4994-a555-36a8010db303 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588739 May 12 14:54:22.404535 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f7183917-9efa-4a2b-bf73-526818a4b29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:23.067254 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03651bb-7954-49d3-a988-adfe55ceee95 req-b691e98a-9764-448f-8026-f46256e50022 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:23.068744 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b03651bb-7954-49d3-a988-adfe55ceee95 req-b691e98a-9764-448f-8026-f46256e50022 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0485561 May 12 14:54:23.129014 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b03651bb-7954-49d3-a988-adfe55ceee95 req-5df0c7ca-4f2c-4cb8-a021-ee3387eba430 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533206 May 12 14:54:24.267070 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd646-25da-4fb6-bb9d-4684ee83d426 req-67101efb-8a4f-4cbb-ac5d-028868fdd9a3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:24.268649 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b0bd646-25da-4fb6-bb9d-4684ee83d426 req-67101efb-8a4f-4cbb-ac5d-028868fdd9a3 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0576842 May 12 14:54:24.341013 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b0bd646-25da-4fb6-bb9d-4684ee83d426 req-b2de3eda-2352-4445-b99c-d8561ae19f6f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592408 May 12 14:54:24.826149 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8d09e91-017a-4e34-a87c-af9b81cc517e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:25.485111 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641f4e8-8b9a-4967-aff9-cec138b72c1e req-7e10745d-86f6-403a-9106-a09ee4495cf9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:25.486623 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1641f4e8-8b9a-4967-aff9-cec138b72c1e req-7e10745d-86f6-403a-9106-a09ee4495cf9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0626018 May 12 14:54:25.547556 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1641f4e8-8b9a-4967-aff9-cec138b72c1e req-1adb38b3-334b-4c6d-92a1-0e10fafe63a4 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549836 May 12 14:54:25.955774 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:26.669366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8293df6-a1b1-427b-a142-c04b0c7d17a2 req-78f2975d-49d7-4a1e-8306-1f9f6e294d7d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:26.670837 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8293df6-a1b1-427b-a142-c04b0c7d17a2 req-78f2975d-49d7-4a1e-8306-1f9f6e294d7d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0499754 May 12 14:54:26.740799 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8293df6-a1b1-427b-a142-c04b0c7d17a2 req-1bfc359b-9698-4999-af81-715c0ee3f8ac tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609415 May 12 14:54:27.137111 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:27.872748 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a5c71-96d1-4c9d-bc67-0642581edc46 req-965ab64d-accb-475c-b267-97013ff60576 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:27.874303 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e23a5c71-96d1-4c9d-bc67-0642581edc46 req-965ab64d-accb-475c-b267-97013ff60576 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0519540 May 12 14:54:27.948034 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e23a5c71-96d1-4c9d-bc67-0642581edc46 req-1251462a-1aa8-44a9-bd7e-5e5763aa3c2f tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670950 May 12 14:54:28.711809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:29.071661 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1735016-043d-461f-b5d7-d313a4317d6d req-e5d85060-6787-4690-93fd-f4a4fc643bb0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:29.073181 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d1735016-043d-461f-b5d7-d313a4317d6d req-e5d85060-6787-4690-93fd-f4a4fc643bb0 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0479453 May 12 14:54:29.133358 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d1735016-043d-461f-b5d7-d313a4317d6d req-0669d9a3-d955-4ddb-9590-d34d9b6d217c tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544617 May 12 14:54:30.264773 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e07a8-7c81-49b5-9033-4d4b564e127b req-d6050dcd-48ec-4f9e-9772-ebcf7d844746 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:30.266289 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-382e07a8-7c81-49b5-9033-4d4b564e127b req-d6050dcd-48ec-4f9e-9772-ebcf7d844746 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0515859 May 12 14:54:30.328930 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-382e07a8-7c81-49b5-9033-4d4b564e127b req-de6fc365-dc82-4777-84bb-171723f58981 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&id=be08d949-ae09-493c-8c07-f0a579528073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566201 May 12 14:54:32.624344 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:32.836283 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:54:44.141586 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-34ec9dcb-840b-4759-8a49-e47ae1c4661d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506310 May 12 14:54:44.256541 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111efa4-8896-4057-991d-6063fb26c81d req-79373be8-53a1-454f-8c49-861b6efc5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:44.258016 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-79373be8-53a1-454f-8c49-861b6efc5c01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1169 time: 0.0506885 May 12 14:54:44.371389 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111efa4-8896-4057-991d-6063fb26c81d req-24c01655-4e8a-4637-bc11-fd3a63c83a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:44.372924 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-24c01655-4e8a-4637-bc11-fd3a63c83a82 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.0940051 May 12 14:54:44.452135 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-5208a8ca-0b53-4bbc-9946-1978cb28e0f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1002 time: 0.0706973 May 12 14:54:44.505089 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111efa4-8896-4057-991d-6063fb26c81d req-ea17c2e1-8be0-4b8d-bf7f-bb48f86fa9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:44.506631 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-ea17c2e1-8be0-4b8d-bf7f-bb48f86fa9e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0464506 May 12 14:54:44.571131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111efa4-8896-4057-991d-6063fb26c81d req-32caf9a7-5e90-40ff-9fa6-a243e5399d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:54:44.573471 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-32caf9a7-5e90-40ff-9fa6-a243e5399d39 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595875 May 12 14:54:44.669800 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-d478243e-1392-44b2-b3e8-e239533edf0e service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888174 May 12 14:54:44.775569 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0111efa4-8896-4057-991d-6063fb26c81d req-38055b6e-3339-4ccb-b6f8-f28eacb8091b service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970578 May 12 14:54:52.401162 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b9133a4a-117d-49c5-b411-8d02910f1a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:54.823106 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b54f2662-257a-4de5-ab02-b471d925028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:55.952597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:57.136091 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:58.706414 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:02.629318 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:09.835203 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:55:22.405673 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-433a585f-e865-4f73-9bdf-6047fcf8d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:24.820085 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c24c97b0-1fc3-4f82-87a1-0051fa7b3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:25.954495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:25.972626 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-0991b00a-1e52-4b2d-93fe-71605344e191 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654396525&fields=id&tenant_id=7557d7be043140c29f88052c05ba38be HTTP/1.1" status: 200 len: 267 time: 0.0471909 May 12 14:55:26.023207 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-d4b2deb4-2b4d-4c1d-af17-c20245710793 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:26.024825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-d4b2deb4-2b4d-4c1d-af17-c20245710793 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 985 time: 0.0466795 May 12 14:55:26.038220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Request body: {'port': {'security_groups': ['17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:26.114953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.337672 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:26.366837 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.375518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.417118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['936e6a70-382e-4a7b-b0f3-253ad9d29445'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:55:26.432499 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:26.433171 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.434653 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d128d3e-4683-42d6-b389-3d8a9039d33f req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "PUT /v2.0/ports/936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 943 time: 0.4009042 May 12 14:55:26.435122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:55:26.437464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514946cb-bc92-472d-805d-c001b637689e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:55:26.443122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57588) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:26.513102 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event updated for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:26.532558 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.532917 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.533263 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.534521 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.534872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.535213 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.535547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.535904 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.536237 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.536567 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.536906 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.537225 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.537547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.537872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.538196 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd15ee8-c391-4bea-a82a-386689fc07a9 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:26.545675 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26614d07-3c59-4074-994a-5a5d7a582a16 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group (be08d949-ae09-493c-8c07-f0a579528073), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.566192 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0404dd-feae-488e-bfcf-e14c8fb9497b x-openstack-request-id: req-ea0404dd-feae-488e-bfcf-e14c8fb9497b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:55:26.566769 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:55:26.567191 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea0404dd-feae-488e-bfcf-e14c8fb9497b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:55:26.567778 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0404dd-feae-488e-bfcf-e14c8fb9497b'] response: {'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'status': 'completed', 'code': 200} May 12 14:55:26.583815 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26614d07-3c59-4074-994a-5a5d7a582a16 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group (be08d949-ae09-493c-8c07-f0a579528073), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.595342 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['936e6a70-382e-4a7b-b0f3-253ad9d29445'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:55:26.663649 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514946cb-bc92-472d-805d-c001b637689e req-e10a225f-7dc1-434a-8ac8-e6d580277a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:26.665294 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-e10a225f-7dc1-434a-8ac8-e6d580277a7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1130 time: 0.0545852 May 12 14:55:26.743454 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-170b87fc-bba1-46e8-b4ea-60e056e3dd0f None None] Provisioning complete for port 936e6a70-382e-4a7b-b0f3-253ad9d29445 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:26.744327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26614d07-3c59-4074-994a-5a5d7a582a16 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (be08d949-ae09-493c-8c07-f0a579528073), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.744522 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-170b87fc-bba1-46e8-b4ea-60e056e3dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.747011 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26614d07-3c59-4074-994a-5a5d7a582a16 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.748177 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-26614d07-3c59-4074-994a-5a5d7a582a16 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "DELETE /v2.0/security-groups/be08d949-ae09-493c-8c07-f0a579528073 HTTP/1.1" status: 204 len: 168 time: 0.3041050 May 12 14:55:26.751205 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57592) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:26.764630 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26614d07-3c59-4074-994a-5a5d7a582a16 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08d949-ae09-493c-8c07-f0a579528073,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:26.779631 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514946cb-bc92-472d-805d-c001b637689e req-eb9db508-557a-48bb-b580-0fb24976b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:26.781170 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-eb9db508-557a-48bb-b580-0fb24976b369 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.1083369 May 12 14:55:26.840826 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-170b87fc-bba1-46e8-b4ea-60e056e3dd0f None None] Current status of the port 936e6a70-382e-4a7b-b0f3-253ad9d29445 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:26.870704 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-2a0972df-d6a8-4f4e-b9a4-8ab6594a78c4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 1002 time: 0.0809522 May 12 14:55:26.912347 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Deleting port 002d83d8-07aa-42ae-8a1a-7511d59ddb49 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:26.912795 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.918641 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514946cb-bc92-472d-805d-c001b637689e req-6a2e7af6-5c2b-4106-acb4-e2ffb497490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:26.920129 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-6a2e7af6-5c2b-4106-acb4-e2ffb497490a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0432229 May 12 14:55:26.967309 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514946cb-bc92-472d-805d-c001b637689e req-d126067d-22e2-43a1-909d-352942be5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:26.968848 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-d126067d-22e2-43a1-909d-352942be5c89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419683 May 12 14:55:26.992183 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:26.992586 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for floatingip (002d83d8-07aa-42ae-8a1a-7511d59ddb49), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:27.004740 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Calling delete_port for 002d83d8-07aa-42ae-8a1a-7511d59ddb49 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:27.059955 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-876898e3-678e-4f3a-9792-58e85b4002d3 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830829 May 12 14:55:27.139170 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:27.154650 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514946cb-bc92-472d-805d-c001b637689e req-e3bf42c2-5e05-4a48-9709-169c6a47f3dc service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881150 May 12 14:55:27.158930 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (002d83d8-07aa-42ae-8a1a-7511d59ddb49), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:27.188125 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event deleted for resources: {'Port': ['ID=002d83d8-07aa-42ae-8a1a-7511d59ddb49,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:27.199713 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.200080 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.200429 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.200769 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.201108 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.201440 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.201772 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.202101 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.202429 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.202757 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.203085 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.203412 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.203719 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.204064 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.204395 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:27.260814 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks [] for floatingip (aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:27.261213 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Floating IP aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f disassociated (deleted). External IP: 172.27.1.243, port: 936e6a70-382e-4a7b-b0f3-253ad9d29445. May 12 14:55:27.485261 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:55:27.602060 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:27.607926 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:27.613207 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] Sync routers for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:27.624426 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:27.625051 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:27.639793 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-16760fab-1edc-4a9f-b73d-2a0463cad8fb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "DELETE /v2.0/floatingips/aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f HTTP/1.1" status: 204 len: 168 time: 0.8867521 May 12 14:55:27.640596 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:55:27.643050 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc782e1f-37c2-4590-a67d-e7e08129d9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:55:27.746825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:27.749244 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ccdfc-cbb7-4423-bf3e-6615906c7524 x-openstack-request-id: req-755ccdfc-cbb7-4423-bf3e-6615906c7524 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:55:27.749244 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:55:27.749244 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-755ccdfc-cbb7-4423-bf3e-6615906c7524 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:55:27.749591 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755ccdfc-cbb7-4423-bf3e-6615906c7524'] response: {'name': 'network-changed', 'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'status': 'completed', 'code': 200} May 12 14:55:27.837187 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-1254252f-473e-4dd7-9d8f-319cad18a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:27.839309 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-1254252f-473e-4dd7-9d8f-319cad18a37d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7557d7be043140c29f88052c05ba38be&device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 1130 time: 0.0463433 May 12 14:55:27.954003 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-0037b331-cdb8-4077-8df8-60ce477106d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:27.955508 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-0037b331-cdb8-4077-8df8-60ce477106d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 200 len: 915 time: 0.1097555 May 12 14:55:27.980945 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:22Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:28.001048 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-2bb4a89c-bfa8-4b91-b9a8-47abef88c5e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 200 len: 217 time: 0.0392218 May 12 14:55:28.011285 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] Checking router: 0408fca6-4f1d-47ee-a7d8-53b5786ee463 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:28.019653 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:28.020292 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:28.137086 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:28.334476 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:22Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:28.365537 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbd984-ab03-4b75-8daf-937553fd8eac None None] The sync data for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi is: [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:17Z', 'revision_number': 4, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '3a96e395-ea4c-41b0-9679-f1666ab047b0', 'name': '', 'network_id': '31b1b269-5ab5-4250-8f13-746c571cce8f', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'mac_address': 'fa:16:3e:5e:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:17Z', 'updated_at': '2022-05-12T14:52:22Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'subnets': [{'id': '897345f3-f9fc-4803-a4b9-6133ce3d2d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:28.396669 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-1c151512-d9e4-4faa-b506-190f04770d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:28.398206 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-1c151512-d9e4-4faa-b506-190f04770d42 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 200 len: 853 time: 0.0474098 May 12 14:55:28.449594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-7c310244-ed30-4a52-8c4a-aade9a971a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:28.451129 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-7c310244-ed30-4a52-8c4a-aade9a971a6a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=31b1b269-5ab5-4250-8f13-746c571cce8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411355 May 12 14:55:28.565516 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-10c064b4-56ea-432b-8d5e-d4fc57e70b55 service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937686 May 12 14:55:28.601608 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d89c4-28ae-4e96-b2a4-1a6b38438c2e None None] New status for floating IP aa100971-cbc7-4a3f-9ea5-eb0b1cdff94f: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:55:28.663157 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc782e1f-37c2-4590-a67d-e7e08129d9cd req-a2bccf6b-28e8-4d32-9a0e-7d2138b75c4f service neutron] 10.222.0.85 "GET /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915322 May 12 14:55:28.702453 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:31.493619 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d14dd-9b7c-47fd-af79-0723664dfb3f req-a3a33266-23c0-4f37-942f-f32aa0869f60 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:31.495051 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec3d14dd-9b7c-47fd-af79-0723664dfb3f req-a3a33266-23c0-4f37-942f-f32aa0869f60 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0505025 May 12 14:55:31.546495 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec3d14dd-9b7c-47fd-af79-0723664dfb3f req-b163b084-94b6-4d4c-add7-86a9f468fe9d tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 May 12 14:55:32.636889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:32.671241 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8a45-1f5e-4468-8bd9-9465d4f2f09e req-33401b0f-16fd-452f-977c-0580a435a4ca tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:32.672731 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77ef8a45-1f5e-4468-8bd9-9465d4f2f09e req-33401b0f-16fd-452f-977c-0580a435a4ca tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0473185 May 12 14:55:32.725082 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77ef8a45-1f5e-4468-8bd9-9465d4f2f09e req-cf6de048-ea86-468e-b14b-fb966a855728 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 May 12 14:55:33.463920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-69a9b278-e9e3-4c9a-a74a-d3ae1ddb9dfb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:33.465364 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-69a9b278-e9e3-4c9a-a74a-d3ae1ddb9dfb tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.85 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0609272 May 12 14:55:33.558489 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Deleting port 936e6a70-382e-4a7b-b0f3-253ad9d29445 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:33.558811 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:33.652724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] For port 936e6a70-382e-4a7b-b0f3-253ad9d29445, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=936e6a70-382e-4a7b-b0f3-253ad9d29445,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:33.653117 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:33.671788 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Calling delete_port for 936e6a70-382e-4a7b-b0f3-253ad9d29445 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:33.838508 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (936e6a70-382e-4a7b-b0f3-253ad9d29445), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:33.874441 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['936e6a70-382e-4a7b-b0f3-253ad9d29445'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:55:33.877515 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Pushing event deleted for resources: {'Port': ['ID=936e6a70-382e-4a7b-b0f3-253ad9d29445,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:33.892531 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bd973-d3cb-4c3f-b613-fe91a82eeed5 req-c98cad46-59c0-4b7d-b5c7-e28498ca5927 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:33.894079 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb2bd973-d3cb-4c3f-b613-fe91a82eeed5 req-c98cad46-59c0-4b7d-b5c7-e28498ca5927 tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ecd861-42ce-4f1a-9367-4aee35de209f HTTP/1.1" status: 200 len: 946 time: 0.0893257 May 12 14:55:33.940045 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] No DVR routers for this DVR port 936e6a70-382e-4a7b-b0f3-253ad9d29445 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:55:33.943575 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:33.946754 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bf5e13eb-d96c-4a42-81ab-7be5b0ac20a6 req-20b621f4-bf3a-4bb5-a6b5-14074046ffbd tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.85 "DELETE /v2.0/ports/936e6a70-382e-4a7b-b0f3-253ad9d29445 HTTP/1.1" status: 204 len: 173 time: 0.4751079 May 12 14:55:33.947189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'name': 'network-vif-deleted', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:55:33.949492 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941502f1-1ca0-4613-b695-81b7bc71624d" -d '{"events": [{"server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "name": "network-vif-deleted", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:55:33.987890 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb2bd973-d3cb-4c3f-b613-fe91a82eeed5 req-2737d8d4-989c-4368-8cb8-e3649b3e52ad tempest-TestMinimumBasicScenario-981802187 tempest-TestMinimumBasicScenario-981802187-project] 10.222.0.79 "GET /v2.0/security-groups?id=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 May 12 14:55:33.989717 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a0a19-bf32-4aaf-ba97-d9c89b7bdb65 x-openstack-request-id: req-bc9a0a19-bf32-4aaf-ba97-d9c89b7bdb65 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:55:33.990017 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ecd861-42ce-4f1a-9367-4aee35de209f", "name": "network-vif-deleted", "tag": "936e6a70-382e-4a7b-b0f3-253ad9d29445", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:55:33.991669 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc9a0a19-bf32-4aaf-ba97-d9c89b7bdb65 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:55:33.992081 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9a0a19-bf32-4aaf-ba97-d9c89b7bdb65'] response: {'server_uuid': 'a1ecd861-42ce-4f1a-9367-4aee35de209f', 'name': 'network-vif-deleted', 'tag': '936e6a70-382e-4a7b-b0f3-253ad9d29445', 'status': 'completed', 'code': 200} May 12 14:55:35.603167 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57686) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:36.190407 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (0408fca6-4f1d-47ee-a7d8-53b5786ee463), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:36.429953 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Deleting port 3a96e395-ea4c-41b0-9679-f1666ab047b0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:36.430258 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:36.518633 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] For port 3a96e395-ea4c-41b0-9679-f1666ab047b0, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=3a96e395-ea4c-41b0-9679-f1666ab047b0,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:36.518860 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:36.533029 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Calling delete_port for 3a96e395-ea4c-41b0-9679-f1666ab047b0 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:36.728711 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (3a96e395-ea4c-41b0-9679-f1666ab047b0), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:36.754260 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a96e395-ea4c-41b0-9679-f1666ab047b0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:36.934831 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (0408fca6-4f1d-47ee-a7d8-53b5786ee463), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.079272 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 936e6a70-382e-4a7b-b0f3-253ad9d29445 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:37.099700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 936e6a70-382e-4a7b-b0f3-253ad9d29445 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:37.100075 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 936e6a70-382e-4a7b-b0f3-253ad9d29445 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:37.161990 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:55:37.279573 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:37.284886 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-d8c2eecf-3483-4be2-a653-0ee44cfed622 admin admin] 10.222.0.79 "PUT /v2.0/routers/0408fca6-4f1d-47ee-a7d8-53b5786ee463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6807144 May 12 14:55:37.287625 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57688) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:37.289827 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584197b-6495-4a21-915d-def737c20a33 None None] Sync routers for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:37.301691 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:37.302397 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:37.399365 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks [] for router (0408fca6-4f1d-47ee-a7d8-53b5786ee463), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.416249 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:37.508227 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks [] for router_gateway (0408fca6-4f1d-47ee-a7d8-53b5786ee463), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.555052 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Deleting port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:37.555371 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.587760 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:55:36Z', 'revision_number': 5, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port': {'id': 'eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:37.618322 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584197b-6495-4a21-915d-def737c20a33 None None] Checking router: 0408fca6-4f1d-47ee-a7d8-53b5786ee463 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:37.626619 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] Routers {'0408fca6-4f1d-47ee-a7d8-53b5786ee463'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:37.627226 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:37.636041 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] For port eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:37.636422 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.649752 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Calling delete_port for eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:37.715196 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] Set router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:37.833921 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.866244 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:37.915903 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7584197b-6495-4a21-915d-def737c20a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:55:37Z', 'revision_number': 6, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:37.927360 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (0408fca6-4f1d-47ee-a7d8-53b5786ee463), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:37.947218 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584197b-6495-4a21-915d-def737c20a33 None None] The sync data for ids ['0408fca6-4f1d-47ee-a7d8-53b5786ee463'] in dv-cinder-840678-8-iscsi is: [{'id': '0408fca6-4f1d-47ee-a7d8-53b5786ee463', 'name': 'tempest-TestMinimumBasicScenario-660359500-router', 'tenant_id': '7557d7be043140c29f88052c05ba38be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:55:37Z', 'revision_number': 6, 'project_id': '7557d7be043140c29f88052c05ba38be', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:38.020004 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (0408fca6-4f1d-47ee-a7d8-53b5786ee463), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.022230 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks [] for router_controller (0408fca6-4f1d-47ee-a7d8-53b5786ee463), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.075413 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (0408fca6-4f1d-47ee-a7d8-53b5786ee463), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.076161 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0408fca6-4f1d-47ee-a7d8-53b5786ee463 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:55:38.082066 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.083250 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-2a270a3a-891c-470d-9f44-d17403414c5f admin admin] 10.222.0.79 "DELETE /v2.0/routers/0408fca6-4f1d-47ee-a7d8-53b5786ee463 HTTP/1.1" status: 204 len: 168 time: 0.7946720 May 12 14:55:38.085916 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:38.132553 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Deleting subnet 897345f3-f9fc-4803-a4b9-6133ce3d2d58 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:55:38.135830 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Publish callbacks [] for subnet (897345f3-f9fc-4803-a4b9-6133ce3d2d58), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.174275 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618858'] for subnet (897345f3-f9fc-4803-a4b9-6133ce3d2d58), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.257349 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (897345f3-f9fc-4803-a4b9-6133ce3d2d58), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.570152 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4300604'] for subnet (897345f3-f9fc-4803-a4b9-6133ce3d2d58), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.602041 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897345f3-f9fc-4803-a4b9-6133ce3d2d58,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:38.606160 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.609250 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-9dcd6676-b54d-4b79-9bda-93efb0e21278 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/897345f3-f9fc-4803-a4b9-6133ce3d2d58 HTTP/1.1" status: 204 len: 168 time: 0.5223989 May 12 14:55:38.612032 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57692) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:38.612448 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b57f0c-c314-45a3-8a9d-56c55be00ef4 None None] Network 31b1b269-5ab5-4250-8f13-746c571cce8f requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:55:38.687959 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (31b1b269-5ab5-4250-8f13-746c571cce8f), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.755053 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Deleting port f75e19b4-472c-4dd6-a5c0-1be4c33f19df {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:38.756439 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.789614 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] DHCP port deletion for 31b1b269-5ab5-4250-8f13-746c571cce8f request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:55:38.827453 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] For port f75e19b4-472c-4dd6-a5c0-1be4c33f19df, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:38.827870 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.844465 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Deleting port f75e19b4-472c-4dd6-a5c0-1be4c33f19df {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:38.844966 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.846421 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Calling delete_port for f75e19b4-472c-4dd6-a5c0-1be4c33f19df owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:38.913708 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] For port f75e19b4-472c-4dd6-a5c0-1be4c33f19df, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,segment=NetworkSegment(fd250904-87cb-4041-9ac4-8ba955e55d5d),segment_id=fd250904-87cb-4041-9ac4-8ba955e55d5d)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:38.914204 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.927875 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Calling delete_port for f75e19b4-472c-4dd6-a5c0-1be4c33f19df owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:38.965494 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:38.992129 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Pushing event deleted for resources: {'Port': ['ID=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:38.995799 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] No DVR routers for this DVR port f75e19b4-472c-4dd6-a5c0-1be4c33f19df on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:55:39.042357 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 3a96e395-ea4c-41b0-9679-f1666ab047b0 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:39.069960 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 3a96e395-ea4c-41b0-9679-f1666ab047b0 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:39.070315 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 3a96e395-ea4c-41b0-9679-f1666ab047b0 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:39.070749 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:39.075974 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (f75e19b4-472c-4dd6-a5c0-1be4c33f19df), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.083729 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (31b1b269-5ab5-4250-8f13-746c571cce8f), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.098820 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:39.099177 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device eec7e0c8-5688-4a58-a4c3-adf3b7a0dcc3 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:39.099609 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f75e19b4-472c-4dd6-a5c0-1be4c33f19df no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:39.112073 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b1b269-5ab5-4250-8f13-746c571cce8f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:39.121992 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd250904-87cb-4041-9ac4-8ba955e55d5d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:39.122278 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd250904-87cb-4041-9ac4-8ba955e55d5d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:39.132758 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (fd250904-87cb-4041-9ac4-8ba955e55d5d), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.141768 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Pushing event deleted for resources: {'Port': ['ID=f75e19b4-472c-4dd6-a5c0-1be4c33f19df,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:39.145644 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: f75e19b4-472c-4dd6-a5c0-1be4c33f19df {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:39.145809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device f75e19b4-472c-4dd6-a5c0-1be4c33f19df not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:39.147719 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (fd250904-87cb-4041-9ac4-8ba955e55d5d), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.148480 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] No DVR routers for this DVR port f75e19b4-472c-4dd6-a5c0-1be4c33f19df on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:55:39.154215 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:55:39.154639 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (fd250904-87cb-4041-9ac4-8ba955e55d5d), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:55:39.157244 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:55:39.159447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.159447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.159447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.159447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.159447 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.163254 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6192383b-adf9-4453-954d-98e46c8e76cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:39.224162 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (31b1b269-5ab5-4250-8f13-746c571cce8f), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.231046 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.234052 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] 10.222.0.79 "DELETE /v2.0/networks/31b1b269-5ab5-4250-8f13-746c571cce8f HTTP/1.1" status: 204 len: 168 time: 0.6210983 May 12 14:55:39.237240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57694) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:39.243523 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572846-94a4-47ab-b00f-49bf843cf26f admin admin] Pushing event deleted for resources: {'Network': ['ID=31b1b269-5ab5-4250-8f13-746c571cce8f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:39.847193 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:40.085392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Deleting port 7a16f566-7650-488a-bd97-7eb5fa469dba {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:40.085710 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:40.165452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] For port 7a16f566-7650-488a-bd97-7eb5fa469dba, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7a16f566-7650-488a-bd97-7eb5fa469dba,segment=NetworkSegment(6b379bb6-61bc-4501-8ae7-ae93bba6b8f4),segment_id=6b379bb6-61bc-4501-8ae7-ae93bba6b8f4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:40.165777 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:40.179179 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Calling delete_port for 7a16f566-7650-488a-bd97-7eb5fa469dba owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:40.368274 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (7a16f566-7650-488a-bd97-7eb5fa469dba), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:40.394066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a16f566-7650-488a-bd97-7eb5fa469dba,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:40.565923 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:40.786247 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:55:40.897422 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:40.905966 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-57b59be0-8feb-4684-a3d6-238c0dc9ad89 admin admin] 10.222.0.79 "PUT /v2.0/routers/6f145809-13e7-4f2d-98a7-ef48a3b9e3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656587 May 12 14:55:40.907295 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57696) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:40.909375 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] Sync routers for ids ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:40.920108 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] Routers {'6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:40.920812 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:41.017992 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks [] for router (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.036020 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] Set router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:41.122645 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks [] for router_gateway (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.167753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Deleting port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:41.168080 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.204082 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:55:40Z', 'revision_number': 5, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port': {'id': '09ceffc5-5c6f-4a1e-843c-354d69bc5db6', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:41.231150 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] Checking router: 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:41.239448 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] Routers {'6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:41.240086 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:41.248843 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] For port 09ceffc5-5c6f-4a1e-843c-354d69bc5db6, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:41.249222 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.263099 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Calling delete_port for 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:41.328103 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] Set router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:41.382018 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:55:41Z', 'revision_number': 6, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:41.408274 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23938-3fed-4307-a16a-7ca9c6029c4e None None] The sync data for ids ['6f145809-13e7-4f2d-98a7-ef48a3b9e3d9'] in dv-cinder-840678-8-iscsi is: [{'id': '6f145809-13e7-4f2d-98a7-ef48a3b9e3d9', 'name': 'tempest-TestMinimumBasicScenario-1815142030-router', 'tenant_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:52:20Z', 'updated_at': '2022-05-12T14:55:41Z', 'revision_number': 6, 'project_id': 'b9a9fa6b0a3343008b95fdd5fb4b443c', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:41.431724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (09ceffc5-5c6f-4a1e-843c-354d69bc5db6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.467976 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ceffc5-5c6f-4a1e-843c-354d69bc5db6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:41.533735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.626100 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.628428 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks [] for router_controller (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.676430 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (6f145809-13e7-4f2d-98a7-ef48a3b9e3d9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.676735 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:55:41.681205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.682342 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0b04ac81-c340-4743-9f4a-93555bc389e4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6f145809-13e7-4f2d-98a7-ef48a3b9e3d9 HTTP/1.1" status: 204 len: 168 time: 0.7741084 May 12 14:55:41.686087 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57698) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:41.730392 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Deleting subnet 8ab2d359-96e0-496e-8823-ffad81e1d115 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:55:41.733644 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Publish callbacks [] for subnet (8ab2d359-96e0-496e-8823-ffad81e1d115), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.769132 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (8ab2d359-96e0-496e-8823-ffad81e1d115), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.848592 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (8ab2d359-96e0-496e-8823-ffad81e1d115), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.905820 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (8ab2d359-96e0-496e-8823-ffad81e1d115), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.941654 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab2d359-96e0-496e-8823-ffad81e1d115,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:41.944445 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:41.948102 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-83d0af99-9402-4cb6-8cd3-a4f32228417d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8ab2d359-96e0-496e-8823-ffad81e1d115 HTTP/1.1" status: 204 len: 168 time: 0.2610028 May 12 14:55:41.949616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977ff28-1f75-4635-84b5-5b21c500bc4e None None] Network 32ce5604-27d6-4ea3-8176-80d1faa12e51 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:55:41.951247 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57700) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:42.028455 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (32ce5604-27d6-4ea3-8176-80d1faa12e51), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.078764 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Deleting port 6c5f375f-f619-471d-b739-ca7df8989046 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:42.079109 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (6c5f375f-f619-471d-b739-ca7df8989046), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.146615 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] For port 6c5f375f-f619-471d-b739-ca7df8989046, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=6c5f375f-f619-471d-b739-ca7df8989046,segment=NetworkSegment(6b379bb6-61bc-4501-8ae7-ae93bba6b8f4),segment_id=6b379bb6-61bc-4501-8ae7-ae93bba6b8f4)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:42.146887 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (6c5f375f-f619-471d-b739-ca7df8989046), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.161013 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Calling delete_port for 6c5f375f-f619-471d-b739-ca7df8989046 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:42.193154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] DHCP port deletion for 32ce5604-27d6-4ea3-8176-80d1faa12e51 request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:55:42.243053 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Deleting port 6c5f375f-f619-471d-b739-ca7df8989046 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:55:42.243851 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (6c5f375f-f619-471d-b739-ca7df8989046), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.247545 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (6c5f375f-f619-471d-b739-ca7df8989046), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.289589 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5f375f-f619-471d-b739-ca7df8989046,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:42.291542 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] No DVR routers for this DVR port 6c5f375f-f619-471d-b739-ca7df8989046 on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:55:42.321174 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] For port 6c5f375f-f619-471d-b739-ca7df8989046, host dv-cinder-840678-8-iscsi, got binding levels [] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:42.321567 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (6c5f375f-f619-471d-b739-ca7df8989046), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.335034 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Calling delete_port for 6c5f375f-f619-471d-b739-ca7df8989046 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:55:42.338302 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.ipam_backend_mixin [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Port 6c5f375f-f619-471d-b739-ca7df8989046 was not found and therefore no delete operation was performed {{(pid=103694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 14:55:42.339969 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (6c5f375f-f619-471d-b739-ca7df8989046), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.368162 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (32ce5604-27d6-4ea3-8176-80d1faa12e51), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.376278 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] No DVR routers for this DVR port 6c5f375f-f619-471d-b739-ca7df8989046 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:55:42.380562 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20cf4-33f6-4349-b312-05a05f79e2dd None None] Pushing event deleted for resources: {'Port': ['ID=6c5f375f-f619-471d-b739-ca7df8989046,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:42.393538 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ce5604-27d6-4ea3-8176-80d1faa12e51']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:42.403407 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:42.403713 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b379bb6-61bc-4501-8ae7-ae93bba6b8f4') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:42.413562 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (6b379bb6-61bc-4501-8ae7-ae93bba6b8f4), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.428616 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (6b379bb6-61bc-4501-8ae7-ae93bba6b8f4), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.435207 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:55:42.435613 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (6b379bb6-61bc-4501-8ae7-ae93bba6b8f4), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:55:42.446828 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:55:42.499312 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (32ce5604-27d6-4ea3-8176-80d1faa12e51), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.504143 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.507260 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/32ce5604-27d6-4ea3-8176-80d1faa12e51 HTTP/1.1" status: 204 len: 168 time: 0.5545318 May 12 14:55:42.519565 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7ddd2-dd12-4043-984a-71856ca321b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ce5604-27d6-4ea3-8176-80d1faa12e51,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:42.676080 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57704) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:42.716776 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4f1c72ce-ac8b-4adb-ba74-a5cb35b9d50a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7557d7be043140c29f88052c05ba38be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394747 May 12 14:55:42.719313 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57706) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:42.769004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-380f79af-11bc-4f91-a3c0-e87ca5ccf1fe admin admin] Publish callbacks [] for security_group (17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.791264 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-380f79af-11bc-4f91-a3c0-e87ca5ccf1fe admin admin] Publish callbacks [] for security_group (17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.843063 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-380f79af-11bc-4f91-a3c0-e87ca5ccf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.845694 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-380f79af-11bc-4f91-a3c0-e87ca5ccf1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:42.846895 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-380f79af-11bc-4f91-a3c0-e87ca5ccf1fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca HTTP/1.1" status: 204 len: 168 time: 0.1266327 May 12 14:55:42.854884 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f79af-11bc-4f91-a3c0-e87ca5ccf1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ac20d0-bbe8-4f38-b733-f4a0cd15e1ca,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:43.015155 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7a16f566-7650-488a-bd97-7eb5fa469dba no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:43.038784 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 7a16f566-7650-488a-bd97-7eb5fa469dba {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:43.039132 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7a16f566-7650-488a-bd97-7eb5fa469dba not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:43.039558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 6c5f375f-f619-471d-b739-ca7df8989046 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:43.059204 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 6c5f375f-f619-471d-b739-ca7df8989046 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:43.059574 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 6c5f375f-f619-471d-b739-ca7df8989046 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:43.060049 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:55:43.079649 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:55:43.080033 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 09ceffc5-5c6f-4a1e-843c-354d69bc5db6 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:55:43.193542 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57712) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:43.238842 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0293009d-c072-4c07-b9ee-5db08d415f36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9a9fa6b0a3343008b95fdd5fb4b443c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440025 May 12 14:55:43.241575 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57714) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:43.299172 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a61cabb-2dc0-453f-94b5-d870a0a63c9e admin admin] Publish callbacks [] for security_group (15554098-4644-4f5d-b52a-2492efda47f8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:43.321368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a61cabb-2dc0-453f-94b5-d870a0a63c9e admin admin] Publish callbacks [] for security_group (15554098-4644-4f5d-b52a-2492efda47f8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:43.371886 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a61cabb-2dc0-453f-94b5-d870a0a63c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (15554098-4644-4f5d-b52a-2492efda47f8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:43.374687 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a61cabb-2dc0-453f-94b5-d870a0a63c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:43.375870 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4a61cabb-2dc0-453f-94b5-d870a0a63c9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15554098-4644-4f5d-b52a-2492efda47f8 HTTP/1.1" status: 204 len: 168 time: 0.1330938 May 12 14:55:43.383550 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61cabb-2dc0-453f-94b5-d870a0a63c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15554098-4644-4f5d-b52a-2492efda47f8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:44.114832 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57736) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:44.216800 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-187651041-network', 'tenant_id': '2f03df9aaaa743058d78385df499c624'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:44.241321 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Made reservation on behalf of 2f03df9aaaa743058d78385df499c624 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:44.243710 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.252208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.326040 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks [] for security_group (5010109d-94f3-4561-8b38-58e68d34be23), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.331988 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5010109d-94f3-4561-8b38-58e68d34be23), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.356220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:55:44.366013 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5010109d-94f3-4561-8b38-58e68d34be23,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:44.371090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (643a4687-f89f-4948-b0b3-26f2d3aa8704), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.371804 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Added segment 643a4687-f89f-4948-b0b3-26f2d3aa8704 of type vlan for network 46ed73d6-9354-4e2f-9d43-1673630ad078 May 12 14:55:44.415489 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (46ed73d6-9354-4e2f-9d43-1673630ad078), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.443789 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (46ed73d6-9354-4e2f-9d43-1673630ad078), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.444809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:44.445390 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.478267 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3623610 May 12 14:55:44.481333 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57740) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:44.486645 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Request body: {'subnet': {'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-187651041-subnet', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:44.506405 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Made reservation on behalf of 2f03df9aaaa743058d78385df499c624 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:44.508072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b15f-fdbd-4b32-9471-50679fa6a298 admin admin] Pushing event updated for resources: {'Network': ['ID=46ed73d6-9354-4e2f-9d43-1673630ad078,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:44.508813 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4300561'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.518290 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:55:44.680859 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4300551'] for subnet (eb89ba50-3a27-4bbc-bc7a-1db6ed418796), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.735374 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb89ba50-3a27-4bbc-bc7a-1db6ed418796,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:44.746114 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Checking segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:44.746460 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Network hostable DHCP agents. Network: 46ed73d6-9354-4e2f-9d43-1673630ad078, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:55:44.766788 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:55:44.780359 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, 46ed73d6-9354-4e2f-9d43-1673630ad078) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:44.786395 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:44.787005 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.789394 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c76a8-08ef-476d-ab2d-0cd2a3b81ee8 None None] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:55:44.804125 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-4dc2ae4d-78de-46ce-afb5-b9e9c7c61083 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3213558 May 12 14:55:44.806872 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:44.811353 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:44.833996 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.835304 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.891494 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks [] for router_controller (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.896599 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-46ed73d6-9354-4e2f-9d43-1673630ad078', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:55:44.897569 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.036065 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Allocated IP 172.20.0.2 (46ed73d6-9354-4e2f-9d43-1673630ad078/eb89ba50-3a27-4bbc-bc7a-1db6ed418796/22fa81c2-a297-4219-a3fc-3c61f08c0da1) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:45.037974 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks [] for router_gateway (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.184558 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Publish callbacks [] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.191631 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.221200 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks [] for router_gateway (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.240046 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.241055 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:45.245307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:45.248638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:55:45.252626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Pushing event updated for resources: {'Port': ['ID=22fa81c2-a297-4219-a3fc-3c61f08c0da1,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:45.308257 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Attempting to bind port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:55:45.308638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Attempting to bind port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:55:45.309004 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Attempting to bind port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:55:45.314585 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:55:45.314962 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Checking segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:45.315368 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.315786 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Bound using segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:55:45.316256 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Bound port: 22fa81c2-a297-4219-a3fc-3c61f08c0da1, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:55:45.316641 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.346791 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Allocated IP 172.27.1.177 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/10d40434-9cb8-4134-b895-03af92674798) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:45.380869 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] For port 22fa81c2-a297-4219-a3fc-3c61f08c0da1, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:55:45.384328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] For port 22fa81c2-a297-4219-a3fc-3c61f08c0da1, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=22fa81c2-a297-4219-a3fc-3c61f08c0da1,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:55:45.391654 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.454680 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec2237-053d-4c5b-ae39-00b8c143cb83 None None] Pushing event updated for resources: {'Port': ['ID=22fa81c2-a297-4219-a3fc-3c61f08c0da1,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:45.455903 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks [] for port (10d40434-9cb8-4134-b895-03af92674798), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.492684 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (10d40434-9cb8-4134-b895-03af92674798), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.536242 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:45.542031 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:45.546811 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:55:45.550010 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Pushing event updated for resources: {'Port': ['ID=10d40434-9cb8-4134-b895-03af92674798,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:45.819316 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks [] for router_gateway (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:46.025574 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:46.172527 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:55:46.286322 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:46.297230 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:46.307460 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:46.311814 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-634640d7-efbf-4a32-a4a8-6093099932bc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5009134 May 12 14:55:46.311959 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:46.311959 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:46.312164 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57744) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:46.418116 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f44ed-7bf7-45a0-b9ab-e6c77a44c4fa None None] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:55:46.486633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] Provisioning complete for port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:46.487008 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:46.512226 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:46.734036 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] Current status of the port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:46.734432 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:46.803429 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 3, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:46.808802 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] For port 22fa81c2-a297-4219-a3fc-3c61f08c0da1, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=22fa81c2-a297-4219-a3fc-3c61f08c0da1,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:46.834188 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:55:46.834771 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:46.834771 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Updating router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 port 10d40434-9cb8-4134-b895-03af92674798 binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:46.836797 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:46.891788 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (10d40434-9cb8-4134-b895-03af92674798), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.060877 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 22fa81c2-a297-4219-a3fc-3c61f08c0da1 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:47.063941 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.106000 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcd5d-f84e-42a0-ac17-4100e1e6e926 None None] Pushing event updated for resources: {'Port': ['ID=22fa81c2-a297-4219-a3fc-3c61f08c0da1,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.108748 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-c424b31d-8998-4233-8147-4c06c8664220 None None] Provisioning complete for port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:47.109142 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c424b31d-8998-4233-8147-4c06c8664220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.226184 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Allocated IP 172.20.0.1 (46ed73d6-9354-4e2f-9d43-1673630ad078/eb89ba50-3a27-4bbc-bc7a-1db6ed418796/b81c88c3-8049-4292-9e87-de0f7ad03619) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:47.250350 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:47.250725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.332981 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks [] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.352108 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-c424b31d-8998-4233-8147-4c06c8664220 None None] Current status of the port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:47.369741 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.409906 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:47.412990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:47.416479 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:55:47.441307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:47.442605 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Pushing event updated for resources: {'Port': ['ID=b81c88c3-8049-4292-9e87-de0f7ad03619,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.461612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.514042 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Publish callbacks [] for port (10d40434-9cb8-4134-b895-03af92674798), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.524060 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (10d40434-9cb8-4134-b895-03af92674798), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.584527 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Attempting to bind port 10d40434-9cb8-4134-b895-03af92674798 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:55:47.584885 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Attempting to bind port 10d40434-9cb8-4134-b895-03af92674798 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:55:47.585253 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Attempting to bind port 10d40434-9cb8-4134-b895-03af92674798 on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:55:47.589009 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d8a33-22ef-4ca7-98ee-bb4c0e5a97d9 None None] Pushing event updated for resources: {'Port': ['ID=10d40434-9cb8-4134-b895-03af92674798,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.594869 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:55:47.595253 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:47.595665 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.596090 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:55:47.596694 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Bound port: 10d40434-9cb8-4134-b895-03af92674798, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:55:47.597082 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (10d40434-9cb8-4134-b895-03af92674798), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.599255 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.652734 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] For port 10d40434-9cb8-4134-b895-03af92674798, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:55:47.656187 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] For port 10d40434-9cb8-4134-b895-03af92674798, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=10d40434-9cb8-4134-b895-03af92674798,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:55:47.671930 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (10d40434-9cb8-4134-b895-03af92674798), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.701894 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-481876cb-97f6-49ec-9692-8a09bc3ed61c None None] Provisioning complete for port b81c88c3-8049-4292-9e87-de0f7ad03619 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:47.702264 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-481876cb-97f6-49ec-9692-8a09bc3ed61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.775451 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-481876cb-97f6-49ec-9692-8a09bc3ed61c None None] Port b81c88c3-8049-4292-9e87-de0f7ad03619 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:55:47.777061 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:47.777696 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:47.783171 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d8a33-22ef-4ca7-98ee-bb4c0e5a97d9 None None] Pushing event updated for resources: {'Port': ['ID=10d40434-9cb8-4134-b895-03af92674798,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.804316 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks [] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.810410 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.876252 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Pushing event updated for resources: {'Port': ['ID=b81c88c3-8049-4292-9e87-de0f7ad03619,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.880208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:47.893722 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:47.975658 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:47.977150 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:48.096696 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:48.101056 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:55:48.130985 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df7347-2a87-4342-bb40-4338a9e29e61 None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:48.204843 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-7fda95ae-0936-4994-81be-e4d04bfb23e7 None None] Provisioning complete for port b81c88c3-8049-4292-9e87-de0f7ad03619 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:48.205229 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7fda95ae-0936-4994-81be-e4d04bfb23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:48.226964 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:48.234773 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bdcc2314-73df-458e-b5af-365553bd9490 admin admin] 10.222.0.79 "PUT /v2.0/routers/9b3e8c6a-83f5-4589-bd7f-28cc6b215882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192388 May 12 14:55:48.241685 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-7fda95ae-0936-4994-81be-e4d04bfb23e7 None None] Port b81c88c3-8049-4292-9e87-de0f7ad03619 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:55:48.731266 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57762) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:48.736507 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-341944334-network', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:48.774034 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Made reservation on behalf of d9caab7c594c42249ae8f0272fde6cc9 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:48.777894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:48.786186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:48.874466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks [] for security_group (f0b5053d-0383-4100-a5b3-bb803a5a6f79), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:48.881135 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f0b5053d-0383-4100-a5b3-bb803a5a6f79), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:48.901090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:55:48.920281 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787953333005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (533e1498-6009-4abc-9289-0bf8ebad3163), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:48.920698 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Added segment 533e1498-6009-4abc-9289-0bf8ebad3163 of type vlan for network c07aee5b-baf5-4ba7-b9c8-c47869deece2 May 12 14:55:48.922053 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b5053d-0383-4100-a5b3-bb803a5a6f79,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:48.964474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787952871581'] for network (c07aee5b-baf5-4ba7-b9c8-c47869deece2), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.009088 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293'] for network (c07aee5b-baf5-4ba7-b9c8-c47869deece2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.010128 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:49.010726 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.068533 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3360071 May 12 14:55:49.072168 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:49.077315 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Request body: {'subnet': {'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-341944334-subnet', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:49.106597 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Made reservation on behalf of d9caab7c594c42249ae8f0272fde6cc9 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:49.109613 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4300561'] for subnet (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.110877 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460fa03-b762-4ffb-b8f8-c49355188092 admin admin] Pushing event updated for resources: {'Network': ['ID=c07aee5b-baf5-4ba7-b9c8-c47869deece2,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:49.122483 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 details requested by agent ovs-agent-dv-cinder-840678-8-iscsi with host dv-cinder-840678-8-iscsi {{(pid=103694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:55:49.125725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 22fa81c2-a297-4219-a3fc-3c61f08c0da1 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:49.234517 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:49.234894 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.324379 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:49.325861 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 10d40434-9cb8-4134-b895-03af92674798 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:49.379277 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 10d40434-9cb8-4134-b895-03af92674798 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:49.379786 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (10d40434-9cb8-4134-b895-03af92674798), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.471129 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 10d40434-9cb8-4134-b895-03af92674798 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:49.471553 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (10d40434-9cb8-4134-b895-03af92674798), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.493274 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 10d40434-9cb8-4134-b895-03af92674798, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=10d40434-9cb8-4134-b895-03af92674798,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:49.498972 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (10d40434-9cb8-4134-b895-03af92674798), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.550364 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=10d40434-9cb8-4134-b895-03af92674798,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:49.555197 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4618887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4300551'] for subnet (b5776fde-c36f-4c9c-bd0f-4d816e3439d8), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.609757 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5776fde-c36f-4c9c-bd0f-4d816e3439d8,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:49.620257 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Checking segment: {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:49.620608 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Network hostable DHCP agents. Network: c07aee5b-baf5-4ba7-b9c8-c47869deece2, hostable agents: ['12e15f21-572c-434e-b25a-3dfb95b3bf13'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:55:49.642204 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 is scheduled to be hosted by DHCP agent 12e15f21-572c-434e-b25a-3dfb95b3bf13 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:55:49.653782 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-8-iscsi, c07aee5b-baf5-4ba7-b9c8-c47869deece2) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:49.658215 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:49.659030 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.662811 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956934e-19aa-4241-9f63-d2b2b11198d5 None None] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:55:49.676196 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-7d8abed4-3369-43cc-91cb-37f38ec009cd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6024487 May 12 14:55:49.678405 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57766) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:49.682618 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:49.703141 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129858'] for router (54637c43-9264-4800-9011-19763eb5bc7b), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.704199 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1648625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129867'] for router (54637c43-9264-4800-9011-19763eb5bc7b), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.760827 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks [] for router_controller (54637c43-9264-4800-9011-19763eb5bc7b), precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.763514 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f53f7e2-2774-5c01-b1e2-d8fccc588c74-c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'fixed_ips': [{'subnet_id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8'}]}} from dv-cinder-840678-8-iscsi. {{(pid=103694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:55:49.764535 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:49.905502 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Allocated IP 172.20.0.2 (c07aee5b-baf5-4ba7-b9c8-c47869deece2/b5776fde-c36f-4c9c-bd0f-4d816e3439d8/55ecc0e8-dc97-466b-b816-671e773e7f83) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:49.914019 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks [] for router_gateway (54637c43-9264-4800-9011-19763eb5bc7b), precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.057835 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Publish callbacks [] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.067193 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.112720 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks [] for router_gateway (54637c43-9264-4800-9011-19763eb5bc7b), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.116220 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:50.117638 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Pushing event updated for resources: {'Port': ['ID=55ecc0e8-dc97-466b-b816-671e773e7f83,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:50.120222 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:50.122325 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:55:50.133208 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.178770 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:50.188979 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:50.189193 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Attempting to bind port 55ecc0e8-dc97-466b-b816-671e773e7f83 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:55:50.189626 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Attempting to bind port 55ecc0e8-dc97-466b-b816-671e773e7f83 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:55:50.189745 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Attempting to bind port 55ecc0e8-dc97-466b-b816-671e773e7f83 on network c07aee5b-baf5-4ba7-b9c8-c47869deece2 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:55:50.190537 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:50.194861 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:55:50.195253 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Checking segment: {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:50.195640 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.196188 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Bound using segment: {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:55:50.196513 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Bound port: 55ecc0e8-dc97-466b-b816-671e773e7f83, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:55:50.196990 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.249657 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Allocated IP 172.27.1.48 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/7f23d87a-0da8-403d-bd0f-defff0dc790e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:50.261082 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] For port 55ecc0e8-dc97-466b-b816-671e773e7f83, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:55:50.264311 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] For port 55ecc0e8-dc97-466b-b816-671e773e7f83, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=55ecc0e8-dc97-466b-b816-671e773e7f83,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:55:50.270128 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.304776 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:50.329772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ccfce-e8f5-4ca4-b24f-bc850c22b712 None None] Pushing event updated for resources: {'Port': ['ID=55ecc0e8-dc97-466b-b816-671e773e7f83,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:50.378901 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks [] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.419405 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.506853 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:50.510210 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:50.513243 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:55:50.530960 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 2, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:50.559459 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:50.560381 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f23d87a-0da8-403d-bd0f-defff0dc790e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:50.560652 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Updating router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 port b81c88c3-8049-4292-9e87-de0f7ad03619 binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:50.602732 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.790078 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks [] for router_gateway (54637c43-9264-4800-9011-19763eb5bc7b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.911855 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Publish callbacks [] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.918916 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.030630 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653707'] for router (54637c43-9264-4800-9011-19763eb5bc7b), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.148908 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Attempting to bind port b81c88c3-8049-4292-9e87-de0f7ad03619 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:55:51.149541 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Attempting to bind port b81c88c3-8049-4292-9e87-de0f7ad03619 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:55:51.150090 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Attempting to bind port b81c88c3-8049-4292-9e87-de0f7ad03619 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:55:51.152456 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Pushing event updated for resources: {'Port': ['ID=b81c88c3-8049-4292-9e87-de0f7ad03619,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:51.161634 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.162242 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.162780 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.163286 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.163796 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.164277 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.164757 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.165276 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.165754 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.166231 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.167059 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.167552 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.168065 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.168536 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.169086 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:51.175511 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:55:51.176331 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Checking segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:51.176726 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.177193 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Bound using segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:55:51.178777 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Bound port: b81c88c3-8049-4292-9e87-de0f7ad03619, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:55:51.179354 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.195674 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 55ecc0e8-dc97-466b-b816-671e773e7f83 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:51.259891 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Router 54637c43-9264-4800-9011-19763eb5bc7b is scheduled to L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:55:51.264704 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] For port b81c88c3-8049-4292-9e87-de0f7ad03619, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:55:51.266700 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 55ecc0e8-dc97-466b-b816-671e773e7f83 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:51.267223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.273146 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] For port b81c88c3-8049-4292-9e87-de0f7ad03619, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b81c88c3-8049-4292-9e87-de0f7ad03619,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:55:51.289393 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.352217 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:51.352865 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:51.389548 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:51.424490 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.426221 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-1db5e169-8459-4800-8584-aa9742baccf9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7468514 May 12 14:55:51.429312 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57768) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:51.436623 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda80dfe-98a0-48fa-9acd-e932be76628c None None] Pushing event updated for resources: {'Port': ['ID=b81c88c3-8049-4292-9e87-de0f7ad03619,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:51.510025 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Sync routers for ids ['54637c43-9264-4800-9011-19763eb5bc7b'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:51.525855 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:51.541136 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] Provisioning complete for port b81c88c3-8049-4292-9e87-de0f7ad03619 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:51.543386 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.554297 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac8f8f-e237-40a5-89ff-3debe97f889b None None] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:55:51.627649 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Routers {'54637c43-9264-4800-9011-19763eb5bc7b'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:51.628243 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['54637c43-9264-4800-9011-19763eb5bc7b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:51.737649 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 55ecc0e8-dc97-466b-b816-671e773e7f83 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:51.738052 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.749244 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:51Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:51.778079 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28947d47-4994-4079-875f-1a0a2b03108a None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:51Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:51.881251 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 55ecc0e8-dc97-466b-b816-671e773e7f83, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=55ecc0e8-dc97-466b-b816-671e773e7f83,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:51.889024 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Set router 54637c43-9264-4800-9011-19763eb5bc7b gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:51.915809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.923628 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:51.924796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 10d40434-9cb8-4134-b895-03af92674798 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:51.964735 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] Current status of the port b81c88c3-8049-4292-9e87-de0f7ad03619 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:51.965122 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.116334 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Allocated IP 172.20.0.1 (c07aee5b-baf5-4ba7-b9c8-c47869deece2/b5776fde-c36f-4c9c-bd0f-4d816e3439d8/7b502d59-e3c4-40fe-b4b2-edcafae829f6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:52.135054 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] For port b81c88c3-8049-4292-9e87-de0f7ad03619, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b81c88c3-8049-4292-9e87-de0f7ad03619,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:52.136083 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=55ecc0e8-dc97-466b-b816-671e773e7f83,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.147858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.165154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 10d40434-9cb8-4134-b895-03af92674798 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:52.165578 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (10d40434-9cb8-4134-b895-03af92674798), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.251045 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks [] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.281809 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fa72c-aab1-4bb0-82a6-ab6aaa3c43ac None None] Pushing event updated for resources: {'Port': ['ID=b81c88c3-8049-4292-9e87-de0f7ad03619,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.293458 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.293657 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-25fedbf6-7bda-45fa-b5fc-f5a05d68a11c None None] Provisioning complete for port b81c88c3-8049-4292-9e87-de0f7ad03619 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:52.294029 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-25fedbf6-7bda-45fa-b5fc-f5a05d68a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.299994 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T14:55:50Z', 'revision_number': 3, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:52.333385 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:52.336712 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:52.340503 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:55:52.350549 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Checking router: 54637c43-9264-4800-9011-19763eb5bc7b for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:52.350905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Updating router 54637c43-9264-4800-9011-19763eb5bc7b port 7f23d87a-0da8-403d-bd0f-defff0dc790e binding host dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:52.384793 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Pushing event updated for resources: {'Port': ['ID=7b502d59-e3c4-40fe-b4b2-edcafae829f6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.396298 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642214'] for router_interface (54637c43-9264-4800-9011-19763eb5bc7b), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.445263 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.474421 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d0e2456b-b53f-4308-9428-009ea4347241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.482709 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 10d40434-9cb8-4134-b895-03af92674798 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:52.562965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-25fedbf6-7bda-45fa-b5fc-f5a05d68a11c None None] Current status of the port b81c88c3-8049-4292-9e87-de0f7ad03619 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:52.563638 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.627061 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-25fedbf6-7bda-45fa-b5fc-f5a05d68a11c None None] Provisioning complete for port 55ecc0e8-dc97-466b-b816-671e773e7f83 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:52.627366 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-25fedbf6-7bda-45fa-b5fc-f5a05d68a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.768069 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks [] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.774321 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.779956 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-25fedbf6-7bda-45fa-b5fc-f5a05d68a11c None None] Current status of the port 55ecc0e8-dc97-466b-b816-671e773e7f83 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:52.843208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Pushing event updated for resources: {'Port': ['ID=7b502d59-e3c4-40fe-b4b2-edcafae829f6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.845759 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640876'] for router_interface (54637c43-9264-4800-9011-19763eb5bc7b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.861910 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Publish callbacks [] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.868842 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.931750 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-109d2986-2a9e-425c-9576-16f4fe41185b None None] Provisioning complete for port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:52.932123 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-109d2986-2a9e-425c-9576-16f4fe41185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.942869 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Attempting to bind port 7f23d87a-0da8-403d-bd0f-defff0dc790e on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:55:52.943255 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Attempting to bind port 7f23d87a-0da8-403d-bd0f-defff0dc790e by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:55:52.943615 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Attempting to bind port 7f23d87a-0da8-403d-bd0f-defff0dc790e on network b535f710-674a-46fa-8c12-c9ed50afdc46 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:55:52.944185 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:52.945654 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:52.963191 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743ef6c-1d26-41ee-9c04-43f4d9cffceb None None] Pushing event updated for resources: {'Port': ['ID=7f23d87a-0da8-403d-bd0f-defff0dc790e,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.974067 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:55:52.974443 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Checking segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:52.974844 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:52.975227 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Bound using segment: {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:55:52.975742 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Bound port: 7f23d87a-0da8-403d-bd0f-defff0dc790e, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab933b1-1856-4577-ac36-b42a6b6a2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:55:52.976176 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.005839 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-109d2986-2a9e-425c-9576-16f4fe41185b None None] Port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:55:53.049211 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] For port 7f23d87a-0da8-403d-bd0f-defff0dc790e, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:55:53.052752 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] For port 7f23d87a-0da8-403d-bd0f-defff0dc790e, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7f23d87a-0da8-403d-bd0f-defff0dc790e,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:55:53.070657 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.085062 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Router 54637c43-9264-4800-9011-19763eb5bc7b has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:55:53.106899 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b81c88c3-8049-4292-9e87-de0f7ad03619 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:53.213911 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:55:53.220439 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6ba0cb14-5000-4238-958c-a6244bf29cfc admin admin] 10.222.0.79 "PUT /v2.0/routers/54637c43-9264-4800-9011-19763eb5bc7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7894843 May 12 14:55:53.298317 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-20322f2d-a2b5-408a-ad2c-3cedfe0777c3 None None] Provisioning complete for port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:53.298960 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-20322f2d-a2b5-408a-ad2c-3cedfe0777c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.334708 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Routers {'54637c43-9264-4800-9011-19763eb5bc7b'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:53.335384 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['54637c43-9264-4800-9011-19763eb5bc7b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:53.342946 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743ef6c-1d26-41ee-9c04-43f4d9cffceb None None] Pushing event updated for resources: {'Port': ['ID=7f23d87a-0da8-403d-bd0f-defff0dc790e,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:53.396983 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-20322f2d-a2b5-408a-ad2c-3cedfe0777c3 None None] Port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:55:53.413696 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port b81c88c3-8049-4292-9e87-de0f7ad03619 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:53.414084 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.505499 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] Set router 54637c43-9264-4800-9011-19763eb5bc7b gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:53.564612 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:53.569351 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142004759', 'description': 'tempest-secgroup-smoke-2142004759 description', 'project_id': '2f03df9aaaa743058d78385df499c624'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:53.594102 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.609456 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port b81c88c3-8049-4292-9e87-de0f7ad03619 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:53.610481 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 55ecc0e8-dc97-466b-b816-671e773e7f83 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:53.661284 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group (71dc91aa-e3cb-4922-9d36-44fe7e01f820), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.668009 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (71dc91aa-e3cb-4922-9d36-44fe7e01f820), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.697930 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.699169 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1334043 May 12 14:55:53.702539 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:53.707116 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group_rule': {'security_group_id': '71dc91aa-e3cb-4922-9d36-44fe7e01f820', 'project_id': '2f03df9aaaa743058d78385df499c624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:53.711579 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11def747-83b6-4429-82a1-36d127dce4da tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc91aa-e3cb-4922-9d36-44fe7e01f820,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:53.725808 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 55ecc0e8-dc97-466b-b816-671e773e7f83 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:53.728311 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.740407 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (27499642-9153-45df-80ae-e4aeb1aceecf), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.801664 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (27499642-9153-45df-80ae-e4aeb1aceecf), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.807031 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (27499642-9153-45df-80ae-e4aeb1aceecf), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.812105 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7b502d59-e3c4-40fe-b4b2-edcafae829f6', 'name': '', 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'mac_address': 'fa:16:3e:eb:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:51Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 2, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'subnets': [{'id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:53.823846 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27499642-9153-45df-80ae-e4aeb1aceecf,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:53.837335 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.838714 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-668d28ff-8de6-4f68-986b-8bc1c5f0692b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352527 May 12 14:55:53.842410 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57782) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:53.847604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group_rule': {'security_group_id': '71dc91aa-e3cb-4922-9d36-44fe7e01f820', 'project_id': '2f03df9aaaa743058d78385df499c624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:53.852796 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029620b7-7c24-4289-be8e-cfbb489bb7a7 None None] The sync data for ids ['54637c43-9264-4800-9011-19763eb5bc7b'] in dv-cinder-840678-8-iscsi is: [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7b502d59-e3c4-40fe-b4b2-edcafae829f6', 'name': '', 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'mac_address': 'fa:16:3e:eb:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:51Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 2, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'subnets': [{'id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:53.880759 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (5101d6cf-bb60-4af7-ae14-86ec3e0df600), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.894854 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 55ecc0e8-dc97-466b-b816-671e773e7f83 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:53.941395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (5101d6cf-bb60-4af7-ae14-86ec3e0df600), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.950756 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (5101d6cf-bb60-4af7-ae14-86ec3e0df600), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.965023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5101d6cf-bb60-4af7-ae14-86ec3e0df600,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:53.975285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:53.976659 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4ea029ec-1bee-4bf3-aff4-1dd8b7a27ece tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326427 May 12 14:55:53.982350 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:53.986466 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group_rule': {'security_group_id': '71dc91aa-e3cb-4922-9d36-44fe7e01f820', 'project_id': '2f03df9aaaa743058d78385df499c624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:54.016105 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (219d89c9-f421-4d1c-9a43-b0a7dd3e515c), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.110411 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (219d89c9-f421-4d1c-9a43-b0a7dd3e515c), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.115628 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (219d89c9-f421-4d1c-9a43-b0a7dd3e515c), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.130533 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219d89c9-f421-4d1c-9a43-b0a7dd3e515c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:54.148467 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.149919 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-526319cb-fba2-40e6-80ac-776c0230728e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670301 May 12 14:55:54.152794 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57788) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:54.158657 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group_rule': {'security_group_id': '71dc91aa-e3cb-4922-9d36-44fe7e01f820', 'project_id': '2f03df9aaaa743058d78385df499c624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:54.204404 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (b35ca35b-1c47-42b0-8457-bf2f04775a87), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.278110 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (b35ca35b-1c47-42b0-8457-bf2f04775a87), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.284388 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (b35ca35b-1c47-42b0-8457-bf2f04775a87), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.304458 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ca35b-1c47-42b0-8457-bf2f04775a87,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:54.320415 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.321911 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-99c7ac12-a6a8-46df-ba35-04eb1960a18a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677110 May 12 14:55:54.324508 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 57790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:54.329978 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group_rule': {'security_group_id': '71dc91aa-e3cb-4922-9d36-44fe7e01f820', 'project_id': '2f03df9aaaa743058d78385df499c624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:54.354566 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Project 2f03df9aaaa743058d78385df499c624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:55:54.361526 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (3f8d3d5c-d26b-4f5a-8d7b-51ca853c7f71), before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.428134 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (3f8d3d5c-d26b-4f5a-8d7b-51ca853c7f71), precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.433138 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (3f8d3d5c-d26b-4f5a-8d7b-51ca853c7f71), after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.453464 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8d3d5c-d26b-4f5a-8d7b-51ca853c7f71,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:54.460908 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.461944 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a89dbd8c-b95e-49fe-bcaa-26283d98754a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359148 May 12 14:55:54.464888 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57792) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:55:54.470049 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'security_group_rule': {'security_group_id': '71dc91aa-e3cb-4922-9d36-44fe7e01f820', 'project_id': '2f03df9aaaa743058d78385df499c624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:55:54.493386 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.securitygroups_db [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Project 2f03df9aaaa743058d78385df499c624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:55:54.501471 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (f2d2cc95-2174-4ba5-9f8b-82fc901e1cd0), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.584411 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (f2d2cc95-2174-4ba5-9f8b-82fc901e1cd0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.589302 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577279'] for security_group_rule (f2d2cc95-2174-4ba5-9f8b-82fc901e1cd0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.610664 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d2cc95-2174-4ba5-9f8b-82fc901e1cd0,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:54.620713 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:54.622000 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e376f94a-6fe4-44f7-a3c0-719ab7f97963 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559346 May 12 14:55:54.817885 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9df30581-a6e1-4f55-9af7-21d899229578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:55.091671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7f23d87a-0da8-403d-bd0f-defff0dc790e up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:55.148236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 7f23d87a-0da8-403d-bd0f-defff0dc790e triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:55.148616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:55.234352 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 7f23d87a-0da8-403d-bd0f-defff0dc790e is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:55.234753 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:55.256285 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] For port 7f23d87a-0da8-403d-bd0f-defff0dc790e, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7f23d87a-0da8-403d-bd0f-defff0dc790e,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:55.261798 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:55.313212 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Pushing event updated for resources: {'Port': ['ID=7f23d87a-0da8-403d-bd0f-defff0dc790e,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:55.932091 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Sync routers for ids ['54637c43-9264-4800-9011-19763eb5bc7b'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:55.943675 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Routers {'54637c43-9264-4800-9011-19763eb5bc7b'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:55.944313 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['54637c43-9264-4800-9011-19763eb5bc7b'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:55.959237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.060950 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Set router 54637c43-9264-4800-9011-19763eb5bc7b gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:56.262549 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7b502d59-e3c4-40fe-b4b2-edcafae829f6', 'name': '', 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'mac_address': 'fa:16:3e:eb:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:51Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 2, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'subnets': [{'id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:56.291393 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Checking router: 54637c43-9264-4800-9011-19763eb5bc7b for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:56.292108 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Updating router 54637c43-9264-4800-9011-19763eb5bc7b port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 binding host dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:56.321647 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.638517 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Publish callbacks [] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.645994 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.694699 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2b0c8-e83e-4b2c-aa22-585a9e16d706 None None] Pushing event updated for resources: {'Port': ['ID=7b502d59-e3c4-40fe-b4b2-edcafae829f6,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:56.754155 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Attempting to bind port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 on host dv-cinder-840678-8-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:55:56.754554 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Attempting to bind port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 by drivers openvswitch,hyperv on host dv-cinder-840678-8-iscsi at level 0 using segments [{'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:55:56.754918 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Attempting to bind port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 on network c07aee5b-baf5-4ba7-b9c8-c47869deece2 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:55:56.762504 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Checking agent: {'id': '724f8fb7-cc3d-429e-a7aa-42b234d323f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 28, 59), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:55:56.762872 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Checking segment: {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:55:56.763270 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.763653 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Bound using segment: {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:55:56.764287 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Bound port: 7b502d59-e3c4-40fe-b4b2-edcafae829f6, host: dv-cinder-840678-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533e1498-6009-4abc-9289-0bf8ebad3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:55:56.764778 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.829959 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] For port 7b502d59-e3c4-40fe-b4b2-edcafae829f6, host dv-cinder-840678-8-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:55:56.833207 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] For port 7b502d59-e3c4-40fe-b4b2-edcafae829f6, host dv-cinder-840678-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7b502d59-e3c4-40fe-b4b2-edcafae829f6,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:55:56.842619 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.892162 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Routers {'54637c43-9264-4800-9011-19763eb5bc7b'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:55:56.893056 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:55:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['54637c43-9264-4800-9011-19763eb5bc7b'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:56.938486 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-69177584-3455-400d-ab0b-888532e85cec None None] Provisioning complete for port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:56.938855 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-69177584-3455-400d-ab0b-888532e85cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:56.954440 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2b0c8-e83e-4b2c-aa22-585a9e16d706 None None] Pushing event updated for resources: {'Port': ['ID=7b502d59-e3c4-40fe-b4b2-edcafae829f6,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:57.029164 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-69177584-3455-400d-ab0b-888532e85cec None None] Current status of the port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 is: DOWN; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:57.029675 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-69177584-3455-400d-ab0b-888532e85cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:57.036661 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] Set router 54637c43-9264-4800-9011-19763eb5bc7b gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:55:57.091722 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-69177584-3455-400d-ab0b-888532e85cec None None] For port 7b502d59-e3c4-40fe-b4b2-edcafae829f6, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7b502d59-e3c4-40fe-b4b2-edcafae829f6,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:55:57.099200 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-69177584-3455-400d-ab0b-888532e85cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:57.104690 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7b502d59-e3c4-40fe-b4b2-edcafae829f6 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:57.184337 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:57.201737 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69177584-3455-400d-ab0b-888532e85cec None None] Pushing event updated for resources: {'Port': ['ID=7b502d59-e3c4-40fe-b4b2-edcafae829f6,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:57.210491 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:57.210870 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:57.254270 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-cacc8a94-24c8-4da5-8af5-5600fbacb43d None None] Provisioning complete for port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:57.254661 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cacc8a94-24c8-4da5-8af5-5600fbacb43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:57.359223 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:57.360328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7f23d87a-0da8-403d-bd0f-defff0dc790e up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:57.362065 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7b502d59-e3c4-40fe-b4b2-edcafae829f6', 'name': '', 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'mac_address': 'fa:16:3e:eb:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:51Z', 'updated_at': '2022-05-12T14:55:56Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'subnets': [{'id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:57.388816 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3e974-0b43-41ac-85e4-97a5cd945ac1 None None] The sync data for ids ['54637c43-9264-4800-9011-19763eb5bc7b'] in dv-cinder-840678-8-iscsi is: [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': '7b502d59-e3c4-40fe-b4b2-edcafae829f6', 'name': '', 'network_id': 'c07aee5b-baf5-4ba7-b9c8-c47869deece2', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'mac_address': 'fa:16:3e:eb:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:51Z', 'updated_at': '2022-05-12T14:55:56Z', 'revision_number': 4, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'subnets': [{'id': 'b5776fde-c36f-4c9c-bd0f-4d816e3439d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:57.397772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8a94-24c8-4da5-8af5-5600fbacb43d None None] Current status of the port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:57.417196 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 7f23d87a-0da8-403d-bd0f-defff0dc790e triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:57.417568 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:57.502070 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 7f23d87a-0da8-403d-bd0f-defff0dc790e is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:55:58.701204 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:59.043671 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7b502d59-e3c4-40fe-b4b2-edcafae829f6 up at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:55:59.102858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Provisioning complete for port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:55:59.103234 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:59.188587 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Current status of the port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 is: ACTIVE; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:56:02.670325 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:16.421226 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-21c61c5f-7770-4af8-bfe8-d34c943c8edf tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142004759&fields=id&tenant_id=2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 267 time: 0.0547926 May 12 14:56:16.532464 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1bab5593-378f-4af7-8812-ad520553acbf tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.533925 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1bab5593-378f-4af7-8812-ad520553acbf tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 811 time: 0.1063175 May 12 14:56:16.549262 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-4465c306-cb8a-460d-8b7f-3c3b5525c090 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/quotas/2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 375 time: 0.0098672 May 12 14:56:16.598749 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1a44f526-7818-4135-b391-323c823cc576 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423179 May 12 14:56:16.720063 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-0f63ecf8-6eeb-4e3d-92d6-a9230d7231a2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:56:16.721083 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-0f63ecf8-6eeb-4e3d-92d6-a9230d7231a2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1105981 May 12 14:56:16.820538 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-ea703020-f885-43d2-8058-23057ba85b7d service neutron] 10.222.0.79 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933061 May 12 14:56:16.912661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-2dbd9099-46aa-4b74-b469-c2a29ad4f142 service neutron] 10.222.0.79 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847042 May 12 14:56:18.252038 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59eeff2f-caeb-4ab4-93c8-6a5dbef96349 req-7d7c4c38-0114-4c00-92af-27f41c6e03b4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 210 time: 0.0317659 May 12 14:56:19.300202 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-bc652154-0aa5-4653-a1af-e2959193e6e8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:19.301665 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-bc652154-0aa5-4653-a1af-e2959193e6e8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 811 time: 0.1118498 May 12 14:56:19.636494 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c17ecd8-15ca-4538-bfc9-bd2f0b51b48b req-9d3a77c9-e7bb-4751-aee9-505d42804855 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 210 time: 0.3139031 May 12 14:56:19.673448 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-a8e0c302-e5f3-403d-b5c6-995574408e2f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 380 time: 0.3566976 May 12 14:56:19.684002 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'port': {'device_id': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'admin_state_up': True, 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'security_groups': ['71dc91aa-e3cb-4922-9d36-44fe7e01f820']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:56:19.831822 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Made reservation on behalf of 2f03df9aaaa743058d78385df499c624 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:19.837496 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:19.999953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Allocated IP 172.20.0.8 (46ed73d6-9354-4e2f-9d43-1673630ad078/eb89ba50-3a27-4bbc-bc7a-1db6ed418796/05eeae1d-ffbd-4986-84fb-1df4db0fe001) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:20.150914 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.190375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.242747 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:20.245867 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:20.251860 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:56:20.258402 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=05eeae1d-ffbd-4986-84fb-1df4db0fe001,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:20.305323 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:20.305920 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.325713 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1383424b-c2dc-4719-9274-71bf841478aa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453235 May 12 14:56:20.344039 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Request body: {'port': {'device_id': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:56:20.408819 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.482289 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-2797a3f1-c7e7-484c-a128-f9316ecb3534 None None] Provisioning complete for port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:56:20.482877 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2797a3f1-c7e7-484c-a128-f9316ecb3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.517873 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-2797a3f1-c7e7-484c-a128-f9316ecb3534 None None] Port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:56:20.709120 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eeae1d-ffbd-4986-84fb-1df4db0fe001 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:20.728656 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Publish callbacks [] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.763434 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Transition to ACTIVE for port object 05eeae1d-ffbd-4986-84fb-1df4db0fe001 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:56:20.770191 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb7999-5efd-421b-9ec7-bd0dc0f5693a req-bb547493-bde8-401d-89ea-4a160d4953ed tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:20.771704 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-39fb7999-5efd-421b-9ec7-bd0dc0f5693a req-bb547493-bde8-401d-89ea-4a160d4953ed tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 931 time: 0.0651314 May 12 14:56:20.772770 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:20.840916 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Pushing event updated for resources: {'Port': ['ID=05eeae1d-ffbd-4986-84fb-1df4db0fe001,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:20.892682 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-39fb7999-5efd-421b-9ec7-bd0dc0f5693a req-41f13a13-50e6-4d41-a7c8-387d322621a7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141984 May 12 14:56:20.942016 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Attempting to bind port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:56:20.942350 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Attempting to bind port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:56:20.942711 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Attempting to bind port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:56:20.947417 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:56:20.947767 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Attempting to bind port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:56:20.953117 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:56:20.953547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Checking segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:56:20.953935 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Bound using segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:56:20.954367 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Bound port: 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:56:20.954730 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:21.019121 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] For port 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:56:21.022042 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] For port 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:56:21.032348 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:21.068129 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.068768 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:21.070136 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] 10.222.0.85 "PUT /v2.0/ports/05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 200 len: 1093 time: 0.7307360 May 12 14:56:21.070606 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:21.072867 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4538bae1-4e6d-47a6-9616-8e5ede20e184" -d '{"events": [{"name": "network-changed", "server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:56:21.106474 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32bdcd-4e4b-4a00-935a-008526806495 service neutron] Pushing event updated for resources: {'Port': ['ID=05eeae1d-ffbd-4986-84fb-1df4db0fe001,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:21.113061 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d07cf2-ad77-4721-a9d4-23be1afa39f8 x-openstack-request-id: req-a8d07cf2-ad77-4721-a9d4-23be1afa39f8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:56:21.113351 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:56:21.113611 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8d07cf2-ad77-4721-a9d4-23be1afa39f8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:56:21.114024 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d07cf2-ad77-4721-a9d4-23be1afa39f8'] response: {'name': 'network-changed', 'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'status': 'completed', 'code': 200} May 12 14:56:21.176609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1645f839-1ebb-46ee-aec5-51b5b60de120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.178231 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-1645f839-1ebb-46ee-aec5-51b5b60de120 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1127 time: 0.0452871 May 12 14:56:21.229624 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-ee6a040d-d17b-455a-b693-6c39a15409e4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 200 len: 217 time: 0.0372658 May 12 14:56:21.280023 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-9e7215eb-5ccf-44d7-becc-359268f26b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.281424 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-9e7215eb-5ccf-44d7-becc-359268f26b8b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0459251 May 12 14:56:21.328420 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-b64d7236-384f-4b4e-9558-7a489a8aa98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.329941 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-b64d7236-384f-4b4e-9558-7a489a8aa98c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420270 May 12 14:56:21.424333 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-067ca85c-edcc-4b18-93d6-9ba4a22422dc service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877864 May 12 14:56:21.531057 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bd15b15d-8fca-4be7-9135-b2945ed42078 req-ea701752-7e5c-4bdd-997e-cc71cf0e5a76 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008813 May 12 14:56:22.025206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdbd70-d970-43ce-88b1-6ce65d79cf1c req-54731b48-959f-4713-80a5-c97a0af4c40d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.026771 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4bcdbd70-d970-43ce-88b1-6ce65d79cf1c req-54731b48-959f-4713-80a5-c97a0af4c40d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0499163 May 12 14:56:22.081298 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4bcdbd70-d970-43ce-88b1-6ce65d79cf1c req-ef92cf95-b2d6-4c62-ac2e-e6ff80035974 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459819 May 12 14:56:22.346224 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-74b2aabd-acfe-413c-9a06-65c2cf6d1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.347624 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-74b2aabd-acfe-413c-9a06-65c2cf6d1d8c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1127 time: 0.0404348 May 12 14:56:22.400267 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5601-f7a9-4c71-a005-ad3ed30e41b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:22.453818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-6d275f5c-18b0-4761-8ddb-d5bb459f2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.455326 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-6d275f5c-18b0-4761-8ddb-d5bb459f2e3a service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.1014829 May 12 14:56:22.498134 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-5d196283-56a0-4226-8d30-6fb78321066b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 200 len: 217 time: 0.0351841 May 12 14:56:22.552387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-b983971c-abf9-4731-86c7-a67affa1cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.554563 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-b983971c-abf9-4731-86c7-a67affa1cc10 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0504744 May 12 14:56:22.597799 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-e506f5ce-1eaf-46e3-b919-dbe4ea77c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.599182 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-e506f5ce-1eaf-46e3-b919-dbe4ea77c785 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388687 May 12 14:56:22.699417 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-c13c4cca-9be9-4277-b3be-a2c3764b9c92 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934200 May 12 14:56:22.793577 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4538bae1-4e6d-47a6-9616-8e5ede20e184 req-a3767fc6-84ee-4482-a606-624619bc5596 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875320 May 12 14:56:23.213002 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502ca1-127e-4a8d-8707-8dc36a7530ff req-5811a8c6-ee4f-4e3f-8780-b32aff9aa32f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:23.214467 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56502ca1-127e-4a8d-8707-8dc36a7530ff req-5811a8c6-ee4f-4e3f-8780-b32aff9aa32f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0566223 May 12 14:56:23.265918 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56502ca1-127e-4a8d-8707-8dc36a7530ff req-59465f0e-3052-4ed1-85ca-0628626278ae tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 May 12 14:56:23.834207 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:56:24.394994 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97e2a0-72a1-405d-b380-7d092db40144 req-e1d6d21e-57ff-45a1-9fb8-e3018f3925e1 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:24.396505 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d97e2a0-72a1-405d-b380-7d092db40144 req-e1d6d21e-57ff-45a1-9fb8-e3018f3925e1 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0598211 May 12 14:56:24.446200 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d97e2a0-72a1-405d-b380-7d092db40144 req-4e66cae0-0e3b-4e5d-86e4-eb485b415d6a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 May 12 14:56:24.821434 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bb4b621e-d4f0-4dc2-8c7b-727dbf9becf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:25.591667 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c2ee1-3233-443a-bca3-eec586ea206d req-cb28a404-9e61-4b2d-826b-42afe639e054 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:25.593194 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f86c2ee1-3233-443a-bca3-eec586ea206d req-cb28a404-9e61-4b2d-826b-42afe639e054 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0613356 May 12 14:56:25.654841 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f86c2ee1-3233-443a-bca3-eec586ea206d req-581cbe35-495a-462a-8b2c-247403af2135 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532956 May 12 14:56:25.964173 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:26.784238 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cd8d3-ebd2-43eb-a02a-17d0577db881 req-cfa1dba5-6d5b-4d86-b657-ba207d9e4310 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:26.785704 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d1cd8d3-ebd2-43eb-a02a-17d0577db881 req-cfa1dba5-6d5b-4d86-b657-ba207d9e4310 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0533268 May 12 14:56:26.844657 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d1cd8d3-ebd2-43eb-a02a-17d0577db881 req-d0bb6025-28e9-4f44-8215-1521edbee3c9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530832 May 12 14:56:27.147467 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:27.972342 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b4c15-ad3a-4962-9c23-0f30d8024ee1 req-dcb00609-7a14-487e-bf1d-1bb603f44186 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:27.973808 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e2b4c15-ad3a-4962-9c23-0f30d8024ee1 req-dcb00609-7a14-487e-bf1d-1bb603f44186 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0503106 May 12 14:56:28.023522 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e2b4c15-ad3a-4962-9c23-0f30d8024ee1 req-3e8409b5-5130-4d6a-808d-e44ad0693f8d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 May 12 14:56:28.703733 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:29.159273 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbc6aa-0a10-4ada-8c30-e5167e13166d req-422a0be1-d49c-4583-9d2a-e720ce8aa884 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:29.161312 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86bbc6aa-0a10-4ada-8c30-e5167e13166d req-422a0be1-d49c-4583-9d2a-e720ce8aa884 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 943 time: 0.0559702 May 12 14:56:29.218701 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86bbc6aa-0a10-4ada-8c30-e5167e13166d req-48630db8-01e1-4483-80f3-82427440338c tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509739 May 12 14:56:29.316123 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 05eeae1d-ffbd-4986-84fb-1df4db0fe001 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:56:29.434577 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:56:29.445849 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'port_id': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'mac_address': 'fa:16:3e:5d:56:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:56:29.484842 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:56:29.485227 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:29.498703 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eeae1d-ffbd-4986-84fb-1df4db0fe001 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:29.519910 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:56:29.528237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:29.576360 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=05eeae1d-ffbd-4986-84fb-1df4db0fe001,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:29.944395 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['05eeae1d-ffbd-4986-84fb-1df4db0fe001'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:56:30.350101 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e6fd-9d72-4d60-975f-f46d85d456c4 req-fea91f61-f88c-46f9-b045-42df21a96354 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:30.351610 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a325e6fd-9d72-4d60-975f-f46d85d456c4 req-fea91f61-f88c-46f9-b045-42df21a96354 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 944 time: 0.0617216 May 12 14:56:30.403800 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a325e6fd-9d72-4d60-975f-f46d85d456c4 req-466e2b06-fef0-4171-ba61-657f5517694d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436175 May 12 14:56:31.337349 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 05eeae1d-ffbd-4986-84fb-1df4db0fe001 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:56:31.391847 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:56:31.401430 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:56:31.401838 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:31.493234 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:56:31.493632 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:31.516838 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:31.519609 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f7bd2-14c1-4052-9833-12dffcdf6d7f" -d '{"events": [{"server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "name": "network-vif-plugged", "status": "completed", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:56:31.532212 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:56:31.537814 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:31.540124 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5ffbe-bd10-4e56-9836-bfb7d0eb8c20 req-dac0bb9e-7be8-4ff6-a1ff-23fb9be7163f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:31.544977 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58c5ffbe-bd10-4e56-9836-bfb7d0eb8c20 req-dac0bb9e-7be8-4ff6-a1ff-23fb9be7163f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 944 time: 0.0573471 May 12 14:56:31.565382 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886848b4-69dc-43bb-89b6-cca4acd85e63 x-openstack-request-id: req-886848b4-69dc-43bb-89b6-cca4acd85e63 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:56:31.565677 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "name": "network-vif-plugged", "status": "completed", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:56:31.565935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-886848b4-69dc-43bb-89b6-cca4acd85e63 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:56:31.566327 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886848b4-69dc-43bb-89b6-cca4acd85e63'] response: {'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'code': 200} May 12 14:56:31.591428 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=05eeae1d-ffbd-4986-84fb-1df4db0fe001,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:31.602278 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58c5ffbe-bd10-4e56-9836-bfb7d0eb8c20 req-90a32d1c-ff6c-4da6-a400-01b1f1aac18f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495648 May 12 14:56:31.806700 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba7f37-1608-4ebc-9f7d-b1bea95a999c req-0ddcdb05-e993-460a-a56a-7819dfd79243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:31.808265 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ba7f37-1608-4ebc-9f7d-b1bea95a999c req-0ddcdb05-e993-460a-a56a-7819dfd79243 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1129 time: 0.0397770 May 12 14:56:31.862497 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79ba7f37-1608-4ebc-9f7d-b1bea95a999c req-98998664-37bc-4e8b-a149-921f2e07ea63 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472641 May 12 14:56:32.667432 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:32.737886 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fec9-a830-4552-911a-e728df29b4b1 req-c4e59631-d001-4dc6-8d8b-64533e8f4547 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:32.739393 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7251fec9-a830-4552-911a-e728df29b4b1 req-c4e59631-d001-4dc6-8d8b-64533e8f4547 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 945 time: 0.0584588 May 12 14:56:32.792201 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7251fec9-a830-4552-911a-e728df29b4b1 req-48188df5-f19c-44e0-9b47-04947786d4f3 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 May 12 14:56:33.911081 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008efb3-f3bb-4fce-8e03-06b08240d2ba req-1819369a-e4ff-4836-9d72-16c8d3b45d4e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.912585 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2008efb3-f3bb-4fce-8e03-06b08240d2ba req-1819369a-e4ff-4836-9d72-16c8d3b45d4e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 945 time: 0.0467064 May 12 14:56:33.961742 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2008efb3-f3bb-4fce-8e03-06b08240d2ba req-7c931f87-0d98-4806-9f0c-1b24926f30ec tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 May 12 14:56:34.096972 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261429d9-eaac-4d9c-abda-4b5a7bbd249a req-d7a34b18-f900-45ac-ad67-b1cc27e235d4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:34.098576 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-261429d9-eaac-4d9c-abda-4b5a7bbd249a req-d7a34b18-f900-45ac-ad67-b1cc27e235d4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 945 time: 0.0597243 May 12 14:56:34.151661 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-261429d9-eaac-4d9c-abda-4b5a7bbd249a req-dc040284-8dc0-44bb-b751-0ed5c7c2dd80 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 May 12 14:56:34.182125 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57970) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:56:34.267138 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d2b0a-07ed-4d22-87f6-05193e9c4cef tempest-TestVolumeBootPattern-1259877490 tempest-TestVolumeBootPattern-1259877490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:34.268738 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-010d2b0a-07ed-4d22-87f6-05193e9c4cef tempest-TestVolumeBootPattern-1259877490 tempest-TestVolumeBootPattern-1259877490-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1124 time: 0.0856271 May 12 14:56:34.273281 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 57974) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:56:34.277676 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'port_id': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:56:34.306528 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:34.395792 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:34.502206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Allocated IP 172.27.1.145 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/27fb2764-99fc-4bb1-9dcb-391112bb9832) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:34.617978 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:34.657339 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:34.694538 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:34.697448 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:34.702934 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:56:34.708538 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=27fb2764-99fc-4bb1-9dcb-391112bb9832,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:34.735809 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.736109 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.736435 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.736773 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.737103 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.737453 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.737796 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.738207 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.738533 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.738859 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.739185 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.739490 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.739849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.740164 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:34.740481 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:35.089086 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (73b702c6-9eae-4738-b44f-ba4a4f4d33d6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:35.168368 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:35.359563 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:35.366195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:35.437688 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=27fb2764-99fc-4bb1-9dcb-391112bb9832,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:35.449601 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (73b702c6-9eae-4738-b44f-ba4a4f4d33d6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:35.561315 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Floating IP 73b702c6-9eae-4738-b44f-ba4a4f4d33d6 associated. External IP: 172.27.1.145, port: 05eeae1d-ffbd-4986-84fb-1df4db0fe001. May 12 14:56:35.780693 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:56:35.891162 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:56:35.901157 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:56:35.912379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:35.916152 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:56:35.917150 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:56:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:35.943203 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d44ff154-c408-4a67-9027-aa649ab5fee8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6688418 May 12 14:56:35.943945 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:35.946248 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82dc675-4391-42ff-b026-826b21b718ec" -d '{"events": [{"name": "network-changed", "server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:56:35.982782 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff900a2d-d697-4b48-a325-867a4788b938 x-openstack-request-id: req-ff900a2d-d697-4b48-a325-867a4788b938 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:56:35.983075 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:56:35.983336 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff900a2d-d697-4b48-a325-867a4788b938 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:56:35.983794 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff900a2d-d697-4b48-a325-867a4788b938'] response: {'name': 'network-changed', 'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'status': 'completed', 'code': 200} May 12 14:56:36.070068 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc675-4391-42ff-b026-826b21b718ec req-35e6274b-eb2b-44e7-a393-ffdc2efc4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.071543 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-35e6274b-eb2b-44e7-a393-ffdc2efc4462 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1129 time: 0.0426111 May 12 14:56:36.174785 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:56:36.411524 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '73b702c6-9eae-4738-b44f-ba4a4f4d33d6', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:5d:56:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:34Z', 'updated_at': '2022-05-12T14:56:34Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:36.438647 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:56:36.443590 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc675-4391-42ff-b026-826b21b718ec req-fcb5db31-9bd6-4207-8495-845dac0988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.445132 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-fcb5db31-9bd6-4207-8495-845dac0988b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.3679042 May 12 14:56:36.447624 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:56:36.448264 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:56:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:36.521195 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-9e481584-09d9-440d-880a-81dc062f10be service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 200 len: 999 time: 0.0693879 May 12 14:56:36.565429 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:56:36.575718 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc675-4391-42ff-b026-826b21b718ec req-847e859c-207c-4463-b826-88e929ff3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.577196 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-847e859c-207c-4463-b826-88e929ff3759 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0500188 May 12 14:56:36.620530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc675-4391-42ff-b026-826b21b718ec req-9778906f-5da0-4cad-9add-65d820b654ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.622028 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-9778906f-5da0-4cad-9add-65d820b654ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393219 May 12 14:56:36.709861 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-18fd421e-ea62-416c-87f2-1bf3427fb33d service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814860 May 12 14:56:36.794662 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '73b702c6-9eae-4738-b44f-ba4a4f4d33d6', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:5d:56:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:34Z', 'updated_at': '2022-05-12T14:56:34Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:36.805178 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c82dc675-4391-42ff-b026-826b21b718ec req-8324db45-2bad-48bd-9975-13684c212ded service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891180 May 12 14:56:36.827670 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f783a69-4061-48f1-99d6-ae39e4e601fe None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '73b702c6-9eae-4738-b44f-ba4a4f4d33d6', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:5d:56:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:34Z', 'updated_at': '2022-05-12T14:56:34Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:56:37.040576 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c92402-ee12-47b9-86d7-47b2d724c091 None None] New status for floating IP 73b702c6-9eae-4738-b44f-ba4a4f4d33d6: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:56:47.130843 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-59bd4070-af65-496b-b1b5-a39f13a5e7e8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395367 May 12 14:56:47.240387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-dfa0a507-153c-4714-b39c-e3ff80805251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:47.241908 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-dfa0a507-153c-4714-b39c-e3ff80805251 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1129 time: 0.0454371 May 12 14:56:47.356918 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-b985b5b0-07eb-47dc-9180-2ecb8f5f8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:47.358399 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-b985b5b0-07eb-47dc-9180-2ecb8f5f8ff8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0964074 May 12 14:56:47.433257 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-541bd85d-9454-4570-9004-b903edcdf857 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 200 len: 1001 time: 0.0677602 May 12 14:56:47.484043 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-e64dbc0f-f6e6-4fb4-8458-27002ac0cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:47.486213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-e64dbc0f-f6e6-4fb4-8458-27002ac0cc8a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0474155 May 12 14:56:47.535932 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-2965300d-9414-4809-ab02-96ccd12b86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:47.537409 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-2965300d-9414-4809-ab02-96ccd12b86e6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406771 May 12 14:56:47.637746 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-ce702ffd-87ad-4d54-b062-772679851aab service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939596 May 12 14:56:47.724260 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c3fa95d8-812c-482e-80c3-4da9983d4e97 req-8a5a0fd7-f847-4583-b185-80e78c9557f4 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804229 May 12 14:56:52.401475 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ecfaffdb-4f25-4138-8289-e3a8374322aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:54.823263 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c96-8619-4197-a661-c2e3b4495908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:55.968575 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:57.145319 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:56:58.704814 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:00.832747 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:57:02.690737 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:22.403492 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d4d75256-b17e-4d89-8a1a-388d4648d62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:24.823075 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c264ca31-6319-4c7b-9e2f-d425491fd761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:25.972071 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:27.151608 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:28.705018 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:32.703289 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:37.836437 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:57:49.867065 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-e3292508-c0ef-4c38-b2b8-2b8b2ca3136e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439246 May 12 14:57:49.989492 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-649fd916-b07b-4bc3-bf57-781ed5f3006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:49.991071 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-649fd916-b07b-4bc3-bf57-781ed5f3006c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 1129 time: 0.0412967 May 12 14:57:50.096912 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-a9817305-7145-44f0-a3f5-d210fd2968e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:50.098394 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-a9817305-7145-44f0-a3f5-d210fd2968e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0867746 May 12 14:57:50.171344 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-f6106516-7672-4571-8c95-dc6681ef5dfa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 200 len: 1001 time: 0.0657043 May 12 14:57:50.223678 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-e58ff911-ad58-4044-9ee6-c627a8a79363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:50.225128 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-e58ff911-ad58-4044-9ee6-c627a8a79363 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0456746 May 12 14:57:50.270571 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-222c7d4e-2483-4adb-a96d-c5ce397c624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:50.272027 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-222c7d4e-2483-4adb-a96d-c5ce397c624d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399706 May 12 14:57:50.368736 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-87bbbbc7-dfca-45eb-949d-bea2f20f6738 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898757 May 12 14:57:50.468213 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b904fd5d-7d5f-4dfb-9276-5864afe6adc3 req-29a4f349-3a3b-4fd9-a4f8-67b19e512481 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929363 May 12 14:57:52.406152 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-396efd3c-5d5a-40b3-8198-00d93b92a885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:54.817689 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-82fee7be-dde0-42d3-9a7d-fe75e1e2a6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:55.981315 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:57.158271 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:57:58.709929 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:02.714416 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:14.836283 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:58:22.410370 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd403-43cb-41b2-b23d-e7839b30e486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:24.836095 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-86851007-5c70-4573-888d-ad70a9fddf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:25.982540 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:27.161376 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:28.710944 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:32.717165 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:50.403639 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4dcd6-155e-498d-a442-955f10b95b4b req-0107aa99-77a7-4a32-a5fa-ce5ffd3f470e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:50.405075 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15a4dcd6-155e-498d-a442-955f10b95b4b req-0107aa99-77a7-4a32-a5fa-ce5ffd3f470e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 945 time: 0.1093683 May 12 14:58:50.470328 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-15a4dcd6-155e-498d-a442-955f10b95b4b req-f0a91e4a-921e-43cd-8e5e-abb3169b39ce tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563133 May 12 14:58:51.651450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d803eb-55c8-402e-b137-2e78aa9456a6 req-62d7d237-5d97-4f5b-875e-0822c14837b6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:51.653010 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1d803eb-55c8-402e-b137-2e78aa9456a6 req-62d7d237-5d97-4f5b-875e-0822c14837b6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 945 time: 0.1036332 May 12 14:58:51.702335 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1d803eb-55c8-402e-b137-2e78aa9456a6 req-b572f3c1-e942-4da9-8a5e-aa167d86631e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 May 12 14:58:51.834067 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:58:52.206390 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-e8073ea1-4219-4f44-bcbe-fe4faff28c77 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:52.207907 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-e8073ea1-4219-4f44-bcbe-fe4faff28c77 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 945 time: 0.0527411 May 12 14:58:52.292288 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Deleting port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:58:52.292589 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:52.398336 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] For port 05eeae1d-ffbd-4986-84fb-1df4db0fe001, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=05eeae1d-ffbd-4986-84fb-1df4db0fe001,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:58:52.398680 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:52.405420 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-52f2bf2b-3a93-44dd-9d8f-6fc7355e8c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:52.573875 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:52.574211 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (73b702c6-9eae-4738-b44f-ba4a4f4d33d6), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:52.574632 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Floating IP 73b702c6-9eae-4738-b44f-ba4a4f4d33d6 disassociated. External IP: 172.27.1.145, port: 05eeae1d-ffbd-4986-84fb-1df4db0fe001. May 12 14:58:52.574953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Calling delete_port for 05eeae1d-ffbd-4986-84fb-1df4db0fe001 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:58:52.720858 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (05eeae1d-ffbd-4986-84fb-1df4db0fe001), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:52.751246 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'Port': ['ID=05eeae1d-ffbd-4986-84fb-1df4db0fe001,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:52.762518 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.762863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.763211 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.763566 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.763901 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.764231 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.764554 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.764882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.765202 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.765562 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.765830 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.766152 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.766470 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.766785 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.767098 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:52.841097 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c464b92c-0074-470f-a10c-6e9499371a49 req-98f7a815-a9eb-42f6-87c9-cf4e60a7045b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 210 time: 0.0321546 May 12 14:58:52.907571 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:58:53.019990 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:58:53.032653 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:58:53.044891 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:58:53.045607 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:58:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:53.066902 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] No DVR routers for this DVR port 05eeae1d-ffbd-4986-84fb-1df4db0fe001 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:58:53.069673 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:53.073399 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9ad9cfda-377b-49ea-8118-0b51f652e155 req-86d9238d-eb6e-41f2-a100-ea31f1a47937 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "DELETE /v2.0/ports/05eeae1d-ffbd-4986-84fb-1df4db0fe001 HTTP/1.1" status: 204 len: 173 time: 0.8600619 May 12 14:58:53.073839 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'name': 'network-vif-deleted', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:53.076209 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c35f0c5-8e36-4d50-914f-21daf17f9e63" -d '{"events": [{"server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "name": "network-vif-deleted", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:58:53.120101 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e69464-64fc-4fb7-b1fa-684cf448db1a x-openstack-request-id: req-c4e69464-64fc-4fb7-b1fa-684cf448db1a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:58:53.120336 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8da009-6bac-41a0-beae-ef20901cec9e", "name": "network-vif-deleted", "tag": "05eeae1d-ffbd-4986-84fb-1df4db0fe001", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:58:53.120789 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4e69464-64fc-4fb7-b1fa-684cf448db1a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:58:53.121219 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e69464-64fc-4fb7-b1fa-684cf448db1a'] response: {'server_uuid': 'da8da009-6bac-41a0-beae-ef20901cec9e', 'name': 'network-vif-deleted', 'tag': '05eeae1d-ffbd-4986-84fb-1df4db0fe001', 'status': 'completed', 'code': 200} May 12 14:58:53.182946 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:58:53.386020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:53.555704 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:58:53.564857 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:58:53.565471 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:58:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:53.681070 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:58:53.887516 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:53.921965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a4b3e-35a3-4d9d-a7b5-66c0cab68e44 None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:58:53.956943 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bb4c102f-780c-425e-995b-ce8666860bd7 req-522183a1-33a6-40e2-8534-005884fa7cfe tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=da8da009-6bac-41a0-beae-ef20901cec9e HTTP/1.1" status: 200 len: 210 time: 0.0296812 May 12 14:58:54.180525 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a26ec20-10e8-408b-9a13-c03732f24bbf None None] New status for floating IP 73b702c6-9eae-4738-b44f-ba4a4f4d33d6: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:58:54.823268 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1d8716f8-b921-4483-a4b4-1fde023bc358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:55.180858 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-d53fe402-eec0-4ca6-83d9-df6684416b2c tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142004759&fields=id&tenant_id=2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 267 time: 0.0464919 May 12 14:58:55.291769 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-bc3be56b-4a34-4d17-bd64-eeba052846d6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:55.293401 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-bc3be56b-4a34-4d17-bd64-eeba052846d6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 811 time: 0.1058297 May 12 14:58:55.310831 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-52ba25f3-f102-4608-9a65-043c3dbc7769 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/quotas/2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 375 time: 0.0093958 May 12 14:58:55.362000 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-2621e434-5614-4a69-ba59-333f549e7361 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435307 May 12 14:58:55.521258 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-66dd5b7c-764c-418c-b93b-0d6fa426103a service neutron] 10.222.0.79 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417413 May 12 14:58:55.629347 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-082347f5-e772-4e92-8174-76fb8bd1a1d8 service neutron] 10.222.0.79 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022203 May 12 14:58:55.954596 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 05eeae1d-ffbd-4986-84fb-1df4db0fe001 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:58:55.990954 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: 05eeae1d-ffbd-4986-84fb-1df4db0fe001 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:58:55.991302 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device 05eeae1d-ffbd-4986-84fb-1df4db0fe001 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:58:56.005093 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:56.960122 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5451f71e-070e-4ce5-bd7d-80c7fdc23c7c req-fb41b318-fe40-4206-a9eb-92506a79ad5a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 210 time: 0.0294738 May 12 14:58:57.163533 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.056614 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-90e93f6a-1a05-42d3-8c2a-b28b695f19cc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:58.058060 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-90e93f6a-1a05-42d3-8c2a-b28b695f19cc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 811 time: 0.1155186 May 12 14:58:58.079612 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5fba2703-d89f-4d2c-9bb6-491a001c3750 req-47138b60-fd5b-443b-aef9-49e2a613884b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 210 time: 0.0420995 May 12 14:58:58.129083 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1a6c18b7-6b06-4c26-bf9e-6bd1b9c0ac2c tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 380 time: 0.0562286 May 12 14:58:58.138439 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'port': {'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'admin_state_up': True, 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'security_groups': ['71dc91aa-e3cb-4922-9d36-44fe7e01f820']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:58:58.255953 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Made reservation on behalf of 2f03df9aaaa743058d78385df499c624 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:58:58.261865 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.390326 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Allocated IP 172.20.0.14 (46ed73d6-9354-4e2f-9d43-1673630ad078/eb89ba50-3a27-4bbc-bc7a-1db6ed418796/bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:58:58.534398 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.570377 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.617530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:58:58.620665 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:58:58.626863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:58:58.651189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:58.683261 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:58.683974 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.706689 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-357f5f1f-56ce-45ff-b939-4d4ff062f584 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722764 May 12 14:58:58.712310 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.779166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Request body: {'port': {'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:58:58.841611 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.913531 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-d5943010-6696-4029-ac00-b90f27a8743b None None] Provisioning complete for port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:58:58.913813 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5943010-6696-4029-ac00-b90f27a8743b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:58.950017 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-d5943010-6696-4029-ac00-b90f27a8743b None None] Port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:58:59.149048 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:59.166723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Publish callbacks [] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:59.200487 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Transition to ACTIVE for port object bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:58:59.211715 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dd5c5-1afd-465d-8d17-da92d3e22710 req-91f38a84-d813-4314-95cc-afc48ccfb7ea tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.213202 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-909dd5c5-1afd-465d-8d17-da92d3e22710 req-91f38a84-d813-4314-95cc-afc48ccfb7ea tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 932 time: 0.0596805 May 12 14:58:59.214004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:59.293739 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:59.332142 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-909dd5c5-1afd-465d-8d17-da92d3e22710 req-4c18fc64-76bd-4a94-9fd8-1f76605d8395 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099741 May 12 14:58:59.381952 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Attempting to bind port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:58:59.382283 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Attempting to bind port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:58:59.382608 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Attempting to bind port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:58:59.387394 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:58:59.387718 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Attempting to bind port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:58:59.393303 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:58:59.393698 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Checking segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:58:59.394189 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Bound using segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:58:59.394659 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Bound port: bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:58:59.395060 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:59.465369 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] For port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:58:59.468991 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] For port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:58:59.478166 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:59.513855 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.514483 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:58:59.515910 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] 10.222.0.85 "PUT /v2.0/ports/bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 1094 time: 0.7959042 May 12 14:58:59.516355 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:59.518594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf67d2-742f-4067-b022-124488e16c22" -d '{"events": [{"name": "network-changed", "server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:58:59.549450 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184436-7b32-44e5-9bec-0b4d1a946803 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:59.617429 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-2167388f-33b1-4aa4-8cc4-33ad95dea990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.618976 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-2167388f-33b1-4aa4-8cc4-33ad95dea990 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1128 time: 0.0415423 May 12 14:58:59.669049 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-1ceef53c-92b5-4565-98c5-d597f5d893ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 217 time: 0.0361264 May 12 14:58:59.723731 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-8852173c-414b-426d-85f0-bfdbf5592953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.725214 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-8852173c-414b-426d-85f0-bfdbf5592953 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0501609 May 12 14:58:59.771652 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-2bc7306c-ffcc-48d0-b235-516b90b82b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.773166 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-2bc7306c-ffcc-48d0-b235-516b90b82b82 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408692 May 12 14:58:59.872110 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-b263106e-de42-489d-b5ad-5ca4f6a13e61 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926354 May 12 14:58:59.974994 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef57fdcf-75b3-45c5-abae-8f061fbbcf90 req-6736b8b6-b1d9-4a4b-a8ac-798aafeb4ae4 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967436 May 12 14:59:00.463740 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaf0fe-7d97-4c5f-80a5-b04584434041 req-8eb30c70-5173-4baa-a854-adcacc90bb60 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.465226 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00eaf0fe-7d97-4c5f-80a5-b04584434041 req-8eb30c70-5173-4baa-a854-adcacc90bb60 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0570180 May 12 14:59:00.519098 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00eaf0fe-7d97-4c5f-80a5-b04584434041 req-d9e182af-36fb-4adb-ab2b-feb95c0706d7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479422 May 12 14:59:00.577404 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3b4d74-7949-4fd7-9866-5306fcccaf88 x-openstack-request-id: req-ae3b4d74-7949-4fd7-9866-5306fcccaf88 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:59:00.577697 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:59:00.577959 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae3b4d74-7949-4fd7-9866-5306fcccaf88 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:59:00.578407 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3b4d74-7949-4fd7-9866-5306fcccaf88'] response: {'name': 'network-changed', 'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'status': 'completed', 'code': 200} May 12 14:59:00.748217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf67d2-742f-4067-b022-124488e16c22 req-25ffbfd7-f132-4092-9151-9f3801e4b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.749618 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-25ffbfd7-f132-4092-9151-9f3801e4b6dc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1128 time: 0.0408370 May 12 14:59:00.840730 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf67d2-742f-4067-b022-124488e16c22 req-510c8d77-3985-4edb-8c22-f69cb10afb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.842250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-510c8d77-3985-4edb-8c22-f69cb10afb9c service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0857956 May 12 14:59:00.885829 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-cdabd0d9-e0a3-4dfd-b02f-0e1695a896bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 217 time: 0.0370915 May 12 14:59:00.933167 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf67d2-742f-4067-b022-124488e16c22 req-63e9dec2-1b9e-42c9-89aa-cd75a58abc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.934782 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-63e9dec2-1b9e-42c9-89aa-cd75a58abc71 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0430303 May 12 14:59:00.976977 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf67d2-742f-4067-b022-124488e16c22 req-9d39848c-26fe-4730-a8e3-cdc9c49ba4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.978429 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-9d39848c-26fe-4730-a8e3-cdc9c49ba4eb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374250 May 12 14:59:01.072409 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-24579be4-b9f0-46ed-a6bb-919d5da9569d service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 May 12 14:59:01.160615 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0bf67d2-742f-4067-b022-124488e16c22 req-961a8be1-d517-4875-ae68-6767336e26e4 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818448 May 12 14:59:01.653305 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657b1ba-7109-4fe3-8f6e-beb3a5974dae req-a57c28a0-f90a-4632-92d6-97a39614f301 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:01.654831 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3657b1ba-7109-4fe3-8f6e-beb3a5974dae req-a57c28a0-f90a-4632-92d6-97a39614f301 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0551593 May 12 14:59:01.709249 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3657b1ba-7109-4fe3-8f6e-beb3a5974dae req-2ccd11c0-4db4-45d2-9bfb-f39cac66e592 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 May 12 14:59:02.726935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:02.831090 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b873f-0017-4edb-8ca6-b412dcd9bead req-a5d645d0-57c2-4910-8318-77e4dfb2414b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:02.832625 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb9b873f-0017-4edb-8ca6-b412dcd9bead req-a5d645d0-57c2-4910-8318-77e4dfb2414b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0499320 May 12 14:59:02.882115 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb9b873f-0017-4edb-8ca6-b412dcd9bead req-2a5520f1-c9a7-4ff0-9681-e861ba4c53e5 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 May 12 14:59:04.032233 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359f055-03b9-4565-8d64-d66ee599fd3d req-8bc09de1-8fd0-4a01-8a62-172d8cfe54f2 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:04.033699 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4359f055-03b9-4565-8d64-d66ee599fd3d req-8bc09de1-8fd0-4a01-8a62-172d8cfe54f2 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0631993 May 12 14:59:04.085319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4359f055-03b9-4565-8d64-d66ee599fd3d req-29fc163a-6cfb-47f2-abf8-e4bb7135e9fa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 May 12 14:59:05.202072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57bf2-ca45-4eeb-a3c4-ea1451c110db req-948ef27b-194a-48fc-b2b6-a155797c1375 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.203874 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cbc57bf2-ca45-4eeb-a3c4-ea1451c110db req-948ef27b-194a-48fc-b2b6-a155797c1375 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0489821 May 12 14:59:05.256897 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cbc57bf2-ca45-4eeb-a3c4-ea1451c110db req-0cf42086-226c-4be2-a5db-ff5aa34a2395 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447111 May 12 14:59:06.378092 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ff283-8551-43d4-b34c-fa72df1be9f1 req-10172344-bcf9-4f39-90e6-2a4207cb5838 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:06.379552 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b72ff283-8551-43d4-b34c-fa72df1be9f1 req-10172344-bcf9-4f39-90e6-2a4207cb5838 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0510292 May 12 14:59:06.435140 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b72ff283-8551-43d4-b34c-fa72df1be9f1 req-302b4b63-ac43-47cd-a5e5-61358d9adfb0 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472977 May 12 14:59:07.556301 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1cac6-a83d-4465-9bcb-951b4beabc0c req-6ca07493-33a3-4e7a-a000-31a85e32612e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:07.557757 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6db1cac6-a83d-4465-9bcb-951b4beabc0c req-6ca07493-33a3-4e7a-a000-31a85e32612e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 944 time: 0.0490732 May 12 14:59:07.607656 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6db1cac6-a83d-4465-9bcb-951b4beabc0c req-ff2b75b5-6239-4e6b-9e76-ac1c9796189a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 May 12 14:59:07.980864 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:59:08.079183 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:59:08.094164 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:59:08.133128 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:59:08.133495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:08.146571 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:08.165888 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:59:08.173001 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:08.218528 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:08.225834 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.226180 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.226519 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.226855 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.227181 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.227504 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.227843 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.228182 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.228505 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.228825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.229140 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.229458 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.229772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.230073 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.230388 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:08.624864 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:59:08.726021 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab9e3-211a-4e7d-b4ca-fb5e924985f6 req-1115f184-92cb-42c9-b6ef-7eacbcbc2b7d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:08.727539 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e5ab9e3-211a-4e7d-b4ca-fb5e924985f6 req-1115f184-92cb-42c9-b6ef-7eacbcbc2b7d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 945 time: 0.0472386 May 12 14:59:08.777038 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0e5ab9e3-211a-4e7d-b4ca-fb5e924985f6 req-d9484308-c901-4433-a547-a03c2d54a6eb tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 May 12 14:59:09.997065 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:59:10.058074 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:59:10.067265 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:59:10.067725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:10.150792 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:59:10.151145 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:10.172931 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc8bab-c260-4f90-b36e-823e2fc5c8f4 req-d16fcaeb-25cf-4b68-b16e-26ca27507d70 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:10.174404 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d1bc8bab-c260-4f90-b36e-823e2fc5c8f4 req-d16fcaeb-25cf-4b68-b16e-26ca27507d70 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 945 time: 0.3220055 May 12 14:59:10.175127 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:10.177767 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982a215a-24eb-4eb7-b876-d853930e2262" -d '{"events": [{"server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "name": "network-vif-plugged", "status": "completed", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:59:10.190542 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:59:10.195604 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:10.229196 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d1bc8bab-c260-4f90-b36e-823e2fc5c8f4 req-ca98c64d-1b41-4b6f-b0fa-e280558c1773 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478196 May 12 14:59:10.244312 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:10.300985 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ca43f-3e5e-41bb-bb2c-712ac07e5d29 x-openstack-request-id: req-db8ca43f-3e5e-41bb-bb2c-712ac07e5d29 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:59:10.301793 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "name": "network-vif-plugged", "status": "completed", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:59:10.302066 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db8ca43f-3e5e-41bb-bb2c-712ac07e5d29 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:59:10.302484 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8ca43f-3e5e-41bb-bb2c-712ac07e5d29'] response: {'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'code': 200} May 12 14:59:10.567200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e15a-20c3-4be3-a419-c97f4fdd9709 req-191ff63e-aa79-4d12-951a-7471e8084498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:10.568813 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eea8e15a-20c3-4be3-a419-c97f4fdd9709 req-191ff63e-aa79-4d12-951a-7471e8084498 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1130 time: 0.0391500 May 12 14:59:10.624196 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eea8e15a-20c3-4be3-a419-c97f4fdd9709 req-852c0941-81a0-473e-b9bf-ed26df29a135 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 May 12 14:59:11.352543 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d35bc-e6df-4a5e-bfaa-c99b12492d77 req-16b61e81-6f95-40e3-ba38-9144069c333d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:11.353923 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a38d35bc-e6df-4a5e-bfaa-c99b12492d77 req-16b61e81-6f95-40e3-ba38-9144069c333d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 946 time: 0.0545156 May 12 14:59:11.405524 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a38d35bc-e6df-4a5e-bfaa-c99b12492d77 req-9b17b8b7-8ace-4e64-b096-c88056792f0a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434580 May 12 14:59:12.550552 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a413-b5c1-4744-b235-37a29038b346 req-cf64e32d-07ed-4527-a517-a2255893fcf9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:12.552605 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a787a413-b5c1-4744-b235-37a29038b346 req-cf64e32d-07ed-4527-a517-a2255893fcf9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 946 time: 0.0586138 May 12 14:59:12.614707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a787a413-b5c1-4744-b235-37a29038b346 req-4907a04a-33f0-4cd9-a8d3-bd870829bf54 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530665 May 12 14:59:12.749888 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674ad3-f9ae-4883-847b-198955141819 req-1587030a-d58c-4569-9a37-9334fabeb9c1 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:12.752323 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2674ad3-f9ae-4883-847b-198955141819 req-1587030a-d58c-4569-9a37-9334fabeb9c1 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 946 time: 0.0620503 May 12 14:59:12.815424 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2674ad3-f9ae-4883-847b-198955141819 req-ffa81f02-7c7d-4d06-a493-ecb80a2a5448 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576940 May 12 14:59:12.847131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58110) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:59:12.892540 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05783275-7130-453e-b75a-d9e461343843 tempest-TestVolumeBootPattern-1259877490 tempest-TestVolumeBootPattern-1259877490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:12.894070 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-05783275-7130-453e-b75a-d9e461343843 tempest-TestVolumeBootPattern-1259877490 tempest-TestVolumeBootPattern-1259877490-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1125 time: 0.0456989 May 12 14:59:12.897968 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58112) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:59:12.902227 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:59:12.928217 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:13.025206 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:13.149204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Allocated IP 172.27.1.146 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/3038275c-c667-43af-8b2a-542c5558951b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:13.269365 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (3038275c-c667-43af-8b2a-542c5558951b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:13.310209 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (3038275c-c667-43af-8b2a-542c5558951b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:13.355521 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:13.358387 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:13.363984 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:59:13.369461 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=3038275c-c667-43af-8b2a-542c5558951b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:13.750437 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (4585d051-308b-4061-b7db-e2b829c6d99c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:13.827130 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (3038275c-c667-43af-8b2a-542c5558951b), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:14.022044 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (3038275c-c667-43af-8b2a-542c5558951b), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:14.028693 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (3038275c-c667-43af-8b2a-542c5558951b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:14.103329 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=3038275c-c667-43af-8b2a-542c5558951b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:14.115666 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (4585d051-308b-4061-b7db-e2b829c6d99c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:14.240721 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Floating IP 4585d051-308b-4061-b7db-e2b829c6d99c associated. External IP: 172.27.1.146, port: bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6. May 12 14:59:14.463219 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:59:14.579540 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:59:14.590133 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:14.601452 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:14.603948 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:59:14.604880 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:58:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:14.634791 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8f4d8102-fadd-4a9f-aba5-1da91351fbf4 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7358277 May 12 14:59:14.635447 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:14.637781 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:59:14.673754 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e48713-e79e-4ea4-98cd-12f67a0527c1 x-openstack-request-id: req-85e48713-e79e-4ea4-98cd-12f67a0527c1 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:59:14.674051 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:59:14.674304 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85e48713-e79e-4ea4-98cd-12f67a0527c1 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:59:14.674715 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e48713-e79e-4ea4-98cd-12f67a0527c1'] response: {'name': 'network-changed', 'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'status': 'completed', 'code': 200} May 12 14:59:14.720345 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:59:14.758381 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-0b7da060-0153-498d-9120-89e92515e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:14.759954 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-0b7da060-0153-498d-9120-89e92515e399 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1130 time: 0.0389395 May 12 14:59:14.856722 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-2f1d16ba-2797-4585-9c0a-bd806edf1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:14.858250 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-2f1d16ba-2797-4585-9c0a-bd806edf1a87 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0920439 May 12 14:59:14.924210 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-ec79e7d8-c3b7-41a1-9ce4-59f7e33526d7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 1000 time: 0.0594380 May 12 14:59:14.939601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:13Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:14.971016 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-e01fe99c-8f2f-4267-bc55-8b138bdae311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:14.971247 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:14.972465 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-e01fe99c-8f2f-4267-bc55-8b138bdae311 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0424871 May 12 14:59:14.980271 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:59:14.980895 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T14:58:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:15.018003 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-9ac172e1-834d-462b-a49f-40183aae3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:15.019519 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-9ac172e1-834d-462b-a49f-40183aae3c63 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411260 May 12 14:59:15.109892 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-025ffe11-2459-4db2-acc3-09bc73e1c241 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 May 12 14:59:15.210124 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-529eeaec-9e31-4fa8-8a4e-e3e43ea726c6 req-1348832f-588b-4bd0-823f-8832ada3005c service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938809 May 12 14:59:15.229161 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:59:15.452490 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:13Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:15.480015 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee550f35-439b-4088-9762-9449dc987bf6 None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:13Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:15.689209 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f462c0-4eb0-4466-9e6f-258f37229418 None None] New status for floating IP 4585d051-308b-4061-b7db-e2b829c6d99c: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:59:22.413072 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17a40090-a498-4276-af4a-00d664a849b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:24.822733 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9059f798-43cd-40a2-8b63-a2975f3fc73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:25.985664 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:27.164552 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:28.715721 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:28.834612 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:59:32.731077 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:42.794645 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-38323672-c1d8-47e5-82bf-a9d851fbfdbb service neutron] (103692) timed out ('10.222.0.79', 52132) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:59:42.969846 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-f40af60e-cf32-4a6e-956e-2bd0b969f841 req-77948c44-1b2b-4632-aa6d-0aab068e4fcf tempest-TestShelveInstance-797075388 tempest-TestShelveInstance-797075388-project] (103693) timed out ('10.222.0.79', 52140) {{(pid=103693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:59:52.160156 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-f6447e8b-2914-49f7-b35b-85cc94a82019 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417573 May 12 14:59:52.264451 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044ee8-bb42-4197-8f07-bacf494167ea req-2b2c3a4f-6864-4f87-952f-a056ce18979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.265940 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-2b2c3a4f-6864-4f87-952f-a056ce18979c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1130 time: 0.0397205 May 12 14:59:52.385863 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044ee8-bb42-4197-8f07-bacf494167ea req-95baf45d-c55a-49b4-8a20-7fb9db038d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.387337 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-95baf45d-c55a-49b4-8a20-7fb9db038d28 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0989985 May 12 14:59:52.401307 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-414c128c-ec83-403a-b3f7-a38fcd40f941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:52.456405 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-0d70355e-9512-4e0e-8ccf-b01efcdc5153 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 1002 time: 0.0621467 May 12 14:59:52.508054 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044ee8-bb42-4197-8f07-bacf494167ea req-d35b4160-d375-4b80-8ad0-26e396ae1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.509549 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-d35b4160-d375-4b80-8ad0-26e396ae1122 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0472155 May 12 14:59:52.552545 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044ee8-bb42-4197-8f07-bacf494167ea req-a4758c80-d074-4989-8aff-0b4cc8de24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.554018 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-a4758c80-d074-4989-8aff-0b4cc8de24a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380247 May 12 14:59:52.644721 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-583c0de6-e2de-41ed-a546-053639f75ef6 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837317 May 12 14:59:52.753621 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59044ee8-bb42-4197-8f07-bacf494167ea req-c3dcca8e-bad9-4027-b997-c80ed7439da2 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011007 May 12 14:59:54.823457 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9c3266d6-7ac9-42b3-853c-aff7e5e86ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:55.992712 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:57.168138 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:59:58.717442 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:02.732236 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:05.832898 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:00:22.403248 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-615761a7-1bf7-4b66-8bd6-051b899ef537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:24.825121 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f9a972dc-6f74-41fc-bc4e-462fb782954c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:25.997147 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:27.174610 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:28.726881 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:32.725892 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:42.831169 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:00:52.399857 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-94046835-ee0c-424a-8603-937a3fdfc0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:53.125996 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-cd98dbd7-e4e9-450e-805b-a613c2ee17d4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392959 May 12 15:00:53.227469 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-c3a05ab8-0f4e-40fd-9d7b-8ee9823a51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:53.228993 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-c3a05ab8-0f4e-40fd-9d7b-8ee9823a51bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1130 time: 0.0393243 May 12 15:00:53.616778 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-4e9f3cb0-7842-48f5-baf9-74aa700d5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:53.618259 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-4e9f3cb0-7842-48f5-baf9-74aa700d5ee0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.3690150 May 12 15:00:53.685408 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-e27bb053-e615-4bb7-9a83-31e4fdbce886 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 1002 time: 0.0601764 May 12 15:00:53.764542 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-4b8591d8-94de-4c5e-83ff-647242e6c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:53.766755 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-4b8591d8-94de-4c5e-83ff-647242e6c36a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0736203 May 12 15:00:53.815805 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-a4654a4c-2d03-436b-bd3a-6967248d60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:53.817302 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-a4654a4c-2d03-436b-bd3a-6967248d60d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444138 May 12 15:00:53.922725 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-d0d73e05-20b9-4c57-bf5f-0713b309143b service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973866 May 12 15:00:54.025874 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5dfea02-784b-49e2-84e4-ad379830f5d2 req-29d91b64-fe99-48bb-aacd-7ce3b700665a service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948565 May 12 15:00:54.830685 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8cf6fb84-905c-4661-b14a-c28713c5f195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:55.997905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:57.181521 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:00:58.726379 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:02.737538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:13.944865 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-d0167a7d-cdb5-4b3b-a2e2-090a477d1747 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142004759&fields=id&tenant_id=2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 267 time: 0.0464764 May 12 15:01:14.062651 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-7b7f2f21-0470-473c-b4a1-13391ac679e3 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.064148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-7b7f2f21-0470-473c-b4a1-13391ac679e3 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 811 time: 0.1114495 May 12 15:01:14.082131 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-5482185b-6971-4dfc-a203-0dc506bc968a tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/quotas/2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 375 time: 0.0098896 May 12 15:01:14.144964 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-4323c0e4-bcee-486a-929c-93ab60f25cf8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574462 May 12 15:01:14.255902 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-43823a54-512c-412d-ad46-a96041520f74 service neutron] 10.222.0.79 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912097 May 12 15:01:14.363227 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-8747f04f-59fb-4c7a-9d4c-afa4f47c1c12 service neutron] 10.222.0.79 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013699 May 12 15:01:14.722950 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-114a8446-4522-4a53-8628-0c198855d45f req-06a3231b-634f-4c1b-9816-baac5e1c7574 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 210 time: 0.0368118 May 12 15:01:15.854147 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a153d60b-05eb-412a-9678-14cb46f5c9af req-a6d5f9ce-53c5-4915-9c48-3bad2e0554e5 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 210 time: 0.0322428 May 12 15:01:15.886024 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-20971bfd-addc-40b0-890f-8bdeea5390b7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:15.887520 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-20971bfd-addc-40b0-890f-8bdeea5390b7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 811 time: 0.1325145 May 12 15:01:15.966439 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-f489d883-7621-427e-88de-eb65e5c48142 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f03df9aaaa743058d78385df499c624 HTTP/1.1" status: 200 len: 380 time: 0.0644166 May 12 15:01:15.976758 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'port': {'device_id': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'admin_state_up': True, 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'security_groups': ['71dc91aa-e3cb-4922-9d36-44fe7e01f820']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:01:16.087341 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Made reservation on behalf of 2f03df9aaaa743058d78385df499c624 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:01:16.090766 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:16.219506 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Allocated IP 172.20.0.3 (46ed73d6-9354-4e2f-9d43-1673630ad078/eb89ba50-3a27-4bbc-bc7a-1db6ed418796/e549187a-8ace-4b54-9be7-6834bb57c0d8) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:01:16.370709 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:16.407254 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:16.456066 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:01:16.461526 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:01:16.464378 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:01:16.473423 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=e549187a-8ace-4b54-9be7-6834bb57c0d8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:16.508366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.508366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.508366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.508366 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.508968 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.509085 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.509375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.509702 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.510029 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.510356 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.510681 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.511008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.511337 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.511661 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.512018 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:16.547547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:16.548813 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:16.572927 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-344f901d-4e6c-493b-b4de-eb27e491f01d tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998211 May 12 15:01:16.590316 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Request body: {'port': {'device_id': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:01:16.664200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:16.691328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-698587aa-d3db-481a-b4b3-9564a997b693 None None] Provisioning complete for port e549187a-8ace-4b54-9be7-6834bb57c0d8 triggered by entity DHCP. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:01:16.691966 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-698587aa-d3db-481a-b4b3-9564a997b693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:16.725374 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-698587aa-d3db-481a-b4b3-9564a997b693 None None] Port e549187a-8ace-4b54-9be7-6834bb57c0d8 cannot update to ACTIVE because it is not bound. {{(pid=103694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:01:16.995845 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e549187a-8ace-4b54-9be7-6834bb57c0d8 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:17.005556 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb54414-c229-4477-a92d-633d0ce74bd8 req-d71da7b0-8ebf-4824-975a-6a61600f77a8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.007033 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cbb54414-c229-4477-a92d-633d0ce74bd8 req-d71da7b0-8ebf-4824-975a-6a61600f77a8 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 931 time: 0.0767577 May 12 15:01:17.011948 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Publish callbacks [] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:17.037636 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Transition to ACTIVE for port object e549187a-8ace-4b54-9be7-6834bb57c0d8 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:01:17.044771 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:17.103340 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cbb54414-c229-4477-a92d-633d0ce74bd8 req-cc4ca584-bc36-4d48-a532-41f7721e33e3 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888884 May 12 15:01:17.116011 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Pushing event updated for resources: {'Port': ['ID=e549187a-8ace-4b54-9be7-6834bb57c0d8,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:17.192143 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Attempting to bind port e549187a-8ace-4b54-9be7-6834bb57c0d8 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:01:17.192475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Attempting to bind port e549187a-8ace-4b54-9be7-6834bb57c0d8 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:01:17.192802 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Attempting to bind port e549187a-8ace-4b54-9be7-6834bb57c0d8 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:01:17.197509 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Port e549187a-8ace-4b54-9be7-6834bb57c0d8 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:01:17.197829 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Attempting to bind port e549187a-8ace-4b54-9be7-6834bb57c0d8 on network 46ed73d6-9354-4e2f-9d43-1673630ad078 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:01:17.202872 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Checking agent: {'id': 'f1885508-dafb-476a-8186-a19127f35190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'started_at': datetime.datetime(2022, 5, 12, 14, 35, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:01:17.203223 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Checking segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:01:17.203670 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Bound using segment: {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:01:17.204526 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Bound port: e549187a-8ace-4b54-9be7-6834bb57c0d8, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643a4687-f89f-4948-b0b3-26f2d3aa8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:01:17.204673 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:17.275186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] For port e549187a-8ace-4b54-9be7-6834bb57c0d8, host hv-cinder-84067, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:01:17.278565 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] For port e549187a-8ace-4b54-9be7-6834bb57c0d8, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:01:17.285595 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:17.316972 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.317604 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:17.319014 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] 10.222.0.85 "PUT /v2.0/ports/e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 200 len: 1093 time: 0.7333314 May 12 15:01:17.321228 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:17.323535 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0953b95-99ab-4f77-85ee-b46bc92be801" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:01:17.352966 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e4f75-93b7-4bd3-8dde-3a13c9336b21 service neutron] Pushing event updated for resources: {'Port': ['ID=e549187a-8ace-4b54-9be7-6834bb57c0d8,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:17.431882 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-143d8bdf-6b25-4405-a360-4d9c5239c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.433421 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-143d8bdf-6b25-4405-a360-4d9c5239c66f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1127 time: 0.0436130 May 12 15:01:17.447871 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b98b1c-d395-4ff3-ae8f-ee50e02c5504 x-openstack-request-id: req-f7b98b1c-d395-4ff3-ae8f-ee50e02c5504 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:01:17.448267 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:01:17.448527 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7b98b1c-d395-4ff3-ae8f-ee50e02c5504 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:01:17.448943 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b98b1c-d395-4ff3-ae8f-ee50e02c5504'] response: {'name': 'network-changed', 'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'status': 'completed', 'code': 200} May 12 15:01:17.488586 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-d895b3d0-1765-4fec-81c7-47adba608bcc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 200 len: 217 time: 0.0387540 May 12 15:01:17.537931 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-04a7963c-6595-4ff7-a396-0bf73a127e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.539403 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-04a7963c-6595-4ff7-a396-0bf73a127e48 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0448890 May 12 15:01:17.583225 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-ab1cefe0-fe44-4cb2-9fb5-e1d4775d4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.584775 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-ab1cefe0-fe44-4cb2-9fb5-e1d4775d4346 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392427 May 12 15:01:17.678664 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-33e6f89c-f5e1-44e8-921e-c17658871316 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877442 May 12 15:01:17.767722 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2defc418-0dbc-4964-bc26-4b1821b54854 req-848f9af4-828e-4003-b7ed-eaec63f5ec94 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825825 May 12 15:01:18.226047 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912223b7-96d0-44a4-aaa1-c1b3d59234c7 req-7b7b6313-4de7-495f-8931-c2606ff5b298 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.227508 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-912223b7-96d0-44a4-aaa1-c1b3d59234c7 req-7b7b6313-4de7-495f-8931-c2606ff5b298 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 943 time: 0.0488842 May 12 15:01:18.282873 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-912223b7-96d0-44a4-aaa1-c1b3d59234c7 req-12b87575-7ca2-4ff2-b5b0-4c4299c24906 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496583 May 12 15:01:18.710687 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-c129a209-1445-4edd-aba9-af5b3eeddfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.712224 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-c129a209-1445-4edd-aba9-af5b3eeddfad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1127 time: 0.0465336 May 12 15:01:18.805134 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-aa0c0aaf-b721-4f44-b7b3-4acf74fee531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.806601 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-aa0c0aaf-b721-4f44-b7b3-4acf74fee531 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0871642 May 12 15:01:18.853908 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-10a3d320-a9c7-48f9-a5c9-5748a79ed86b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 200 len: 217 time: 0.0375714 May 12 15:01:18.910928 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-35d9654d-55aa-4408-8c69-61658aa900a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.912454 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-35d9654d-55aa-4408-8c69-61658aa900a1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0472908 May 12 15:01:18.962044 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-f8d9be56-b433-4eb0-8d40-a8abfc5589af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.964171 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-f8d9be56-b433-4eb0-8d40-a8abfc5589af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435510 May 12 15:01:19.057244 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-5f6f1ded-d4b1-4c86-8bb0-f31cf9486266 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 May 12 15:01:19.147703 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0953b95-99ab-4f77-85ee-b46bc92be801 req-31f28ad7-5f40-4191-a98c-3d12bc6069fb service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843289 May 12 15:01:19.421202 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324727c-8f71-492a-9c98-f6575cffcf56 req-db08a766-0746-43bf-beaf-92985cbe9241 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:19.422765 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6324727c-8f71-492a-9c98-f6575cffcf56 req-db08a766-0746-43bf-beaf-92985cbe9241 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 943 time: 0.0596471 May 12 15:01:19.475976 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6324727c-8f71-492a-9c98-f6575cffcf56 req-d3e4ddc1-f3a8-40b6-8dcc-cf52ba0253ed tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467143 May 12 15:01:19.835394 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:01:20.610838 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce1f8-f7b4-486d-833c-1fe5060f44d8 req-81df1c40-e939-4e9d-a8f7-d10bcdba0251 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:20.612319 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61cce1f8-f7b4-486d-833c-1fe5060f44d8 req-81df1c40-e939-4e9d-a8f7-d10bcdba0251 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 943 time: 0.0539305 May 12 15:01:20.673426 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61cce1f8-f7b4-486d-833c-1fe5060f44d8 req-6f0e48ea-7e2f-43e9-822e-dc42de306e8e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533729 May 12 15:01:21.819522 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e84f6-9aa9-46d1-aa95-9a28f33a19ca req-1c999b69-c797-4ad6-b190-e03d31f0829f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:21.821047 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-791e84f6-9aa9-46d1-aa95-9a28f33a19ca req-1c999b69-c797-4ad6-b190-e03d31f0829f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 943 time: 0.0578966 May 12 15:01:21.872305 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-791e84f6-9aa9-46d1-aa95-9a28f33a19ca req-8ebadfe6-eb86-45ae-a823-1a1670041295 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 May 12 15:01:22.399825 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d957f14d-9126-4365-84fa-80a722439966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:22.996929 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571cfe7-9cd7-4a69-9af1-e5b1b18a9732 req-2144c5c0-4eee-49d9-a324-52d8cba75deb tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:22.998420 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6571cfe7-9cd7-4a69-9af1-e5b1b18a9732 req-2144c5c0-4eee-49d9-a324-52d8cba75deb tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 943 time: 0.0484953 May 12 15:01:23.050615 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6571cfe7-9cd7-4a69-9af1-e5b1b18a9732 req-54b6239f-a9d5-42ac-a88b-ad172459502f tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 May 12 15:01:24.186626 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be66b7-3a0b-4383-9640-2dc9ec9106e8 req-2d5a4594-4851-4f5a-9651-9d608df190e9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:24.188707 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82be66b7-3a0b-4383-9640-2dc9ec9106e8 req-2d5a4594-4851-4f5a-9651-9d608df190e9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 943 time: 0.0615852 May 12 15:01:24.256371 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82be66b7-3a0b-4383-9640-2dc9ec9106e8 req-c09b8364-991a-47a0-bdc5-874635a7d144 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607855 May 12 15:01:24.722982 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e549187a-8ace-4b54-9be7-6834bb57c0d8 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:01:24.827362 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9b72b4a5-30bd-490a-8d98-12b8d2e2c7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:24.850362 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port e549187a-8ace-4b54-9be7-6834bb57c0d8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:01:24.862470 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Returning: {'device': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'port_id': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'mac_address': 'fa:16:3e:e1:8c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:01:24.905856 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port e549187a-8ace-4b54-9be7-6834bb57c0d8 is: DOWN; New status is: BUILD {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:01:24.906242 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:24.923138 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e549187a-8ace-4b54-9be7-6834bb57c0d8 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:24.949489 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port e549187a-8ace-4b54-9be7-6834bb57c0d8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:01:24.955613 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:25.004426 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=e549187a-8ace-4b54-9be7-6834bb57c0d8,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:25.012455 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.012802 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.013143 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.013495 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.014087 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.014419 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.014744 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.015067 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.015390 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.015729 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.016053 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.016360 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.016696 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.016994 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.017308 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:25.377278 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd5df-6595-46f5-aff3-adc075e22d00 req-029050e7-1ea2-48f9-9006-61ef66f00f17 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:25.378734 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ebd5df-6595-46f5-aff3-adc075e22d00 req-029050e7-1ea2-48f9-9006-61ef66f00f17 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 944 time: 0.0494716 May 12 15:01:25.429904 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ebd5df-6595-46f5-aff3-adc075e22d00 req-1e10ac74-f6cc-4063-a7f3-10b345d9629b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447862 May 12 15:01:25.450449 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] get_ports_and_sgs() called for port_ids ['e549187a-8ace-4b54-9be7-6834bb57c0d8'] {{(pid=103694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:01:26.010149 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:26.562220 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a969-4145-412f-9d9b-234916c3079c req-e110f40b-68f4-4d61-8c5a-353fa58aab9b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:26.563669 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccd5a969-4145-412f-9d9b-234916c3079c req-e110f40b-68f4-4d61-8c5a-353fa58aab9b tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 944 time: 0.0562696 May 12 15:01:26.625252 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccd5a969-4145-412f-9d9b-234916c3079c req-7a9b8616-33eb-4c19-b81d-b37b76807c46 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553713 May 12 15:01:26.745261 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e549187a-8ace-4b54-9be7-6834bb57c0d8 up at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:01:26.797329 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning for port e549187a-8ace-4b54-9be7-6834bb57c0d8 completed by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:01:26.806810 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Provisioning complete for port e549187a-8ace-4b54-9be7-6834bb57c0d8 triggered by entity L2. {{(pid=103694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:01:26.807327 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737475'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), provisioning_complete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:26.892005 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Current status of the port e549187a-8ace-4b54-9be7-6834bb57c0d8 is: BUILD; New status is: ACTIVE {{(pid=103694) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:01:26.892401 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:26.916748 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:26.918990 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46a05f43dea57403ca49b62d9aefeb9a675e1ede16ae28d5cb407b4c91d397" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa3ac17-a296-4f48-90f5-7a418c7bf043" -d '{"events": [{"server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "name": "network-vif-plugged", "status": "completed", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:01:26.931719 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] For port e549187a-8ace-4b54-9be7-6834bb57c0d8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:01:26.937085 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:26.986154 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Pushing event updated for resources: {'Port': ['ID=e549187a-8ace-4b54-9be7-6834bb57c0d8,revision_number=5']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:27.184420 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:27.756174 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b4288-a0fb-430f-91e6-99a65b4d088f req-cdf53df3-0065-4dc1-8796-c68e122ec971 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:27.757629 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d9b4288-a0fb-430f-91e6-99a65b4d088f req-cdf53df3-0065-4dc1-8796-c68e122ec971 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.0513313 May 12 15:01:27.814995 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d9b4288-a0fb-430f-91e6-99a65b4d088f req-adf037d7-e76b-4be0-98de-fe6f085c10d3 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490041 May 12 15:01:27.971614 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d84996-8407-4096-8090-061037e51707 x-openstack-request-id: req-87d84996-8407-4096-8090-061037e51707 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:01:27.971936 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "name": "network-vif-plugged", "status": "completed", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:01:27.972195 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87d84996-8407-4096-8090-061037e51707 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:01:27.972597 dv-cinder-840678-8-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d84996-8407-4096-8090-061037e51707'] response: {'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'code': 200} May 12 15:01:28.233326 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cefeb-95a0-40ac-aee5-693faf4132e7 req-8b694535-a395-4bd7-a0a4-a17ea6b3ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:28.234687 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-488cefeb-95a0-40ac-aee5-693faf4132e7 req-8b694535-a395-4bd7-a0a4-a17ea6b3ba6a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1129 time: 0.0395422 May 12 15:01:28.284102 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-488cefeb-95a0-40ac-aee5-693faf4132e7 req-592e0ecb-43a6-4a87-886e-95c7aff07329 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 May 12 15:01:28.720485 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:28.940554 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817e14a-0b57-4511-be4e-24eaa146e2bd req-fa0003f4-bd49-4d94-9ab2-7661e725f8cd tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:28.942014 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2817e14a-0b57-4511-be4e-24eaa146e2bd req-fa0003f4-bd49-4d94-9ab2-7661e725f8cd tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.0587850 May 12 15:01:28.994619 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2817e14a-0b57-4511-be4e-24eaa146e2bd req-15fad617-72b7-4f22-8fa7-854e0be40124 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462132 May 12 15:01:30.146609 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64561d-8b24-415b-ad14-556981cfd280 req-41121dd5-db90-4050-ae69-8878057e7fcf tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:30.148668 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d64561d-8b24-415b-ad14-556981cfd280 req-41121dd5-db90-4050-ae69-8878057e7fcf tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.0605717 May 12 15:01:30.199560 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d64561d-8b24-415b-ad14-556981cfd280 req-a2bb725c-d8fb-4cba-993a-7059a5e93af0 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 May 12 15:01:30.314738 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67dcf6-e645-4eb5-8e12-6de96c86f2bf req-5181ddba-d7d1-40f5-a69f-f803fefe034e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:30.316224 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f67dcf6-e645-4eb5-8e12-6de96c86f2bf req-5181ddba-d7d1-40f5-a69f-f803fefe034e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.0468822 May 12 15:01:30.368468 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f67dcf6-e645-4eb5-8e12-6de96c86f2bf req-6ad9b6c6-99c5-4c24-8b99-6c23d683f27e tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 May 12 15:01:30.391970 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58258) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:01:30.430186 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cd239-191a-4b88-9440-0ef5453c7783 tempest-TestVolumeBootPattern-1259877490 tempest-TestVolumeBootPattern-1259877490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:30.431546 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-666cd239-191a-4b88-9440-0ef5453c7783 tempest-TestVolumeBootPattern-1259877490 tempest-TestVolumeBootPattern-1259877490-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1124 time: 0.0386419 May 12 15:01:30.435843 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58260) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:01:30.440064 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Request body: {'floatingip': {'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'port_id': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:01:30.465031 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:30.545379 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:30.663072 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Allocated IP 172.27.1.40 (b535f710-674a-46fa-8c12-c9ed50afdc46/d081ded3-dd25-460f-a347-9451b8c65821/ebe2513b-8258-4761-a10a-743ae9314f9c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:01:30.773540 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:30.811904 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787952851559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:30.850881 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Network b535f710-674a-46fa-8c12-c9ed50afdc46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:01:30.853956 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:01:30.861212 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:01:30.868907 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=ebe2513b-8258-4761-a10a-743ae9314f9c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:31.268235 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (43cdd745-6f76-4038-a7e4-fe4912a11d21), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:31.344996 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-699219'] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:31.528991 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:31.536163 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787953347211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787952851577', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787952851595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7550112'] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:31.869114 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event updated for resources: {'Port': ['ID=ebe2513b-8258-4761-a10a-743ae9314f9c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:31.883460 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641008'] for floatingip (43cdd745-6f76-4038-a7e4-fe4912a11d21), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:31.990480 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Floating IP 43cdd745-6f76-4038-a7e4-fe4912a11d21 associated. External IP: 172.27.1.40, port: e549187a-8ace-4b54-9be7-6834bb57c0d8. May 12 15:01:32.226661 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:01:32.340109 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:01:32.353237 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:01:32.366817 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:32.367065 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:01:32.367715 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:01:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:32.398848 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1efce3bb-0521-4d5f-b96c-42424b570cfc tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9598954 May 12 15:01:32.398848 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:32.399715 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a46b4-8b50-4111-a671-bf0da0ed4c56" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:01:32.435995 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f3a3cb-bb0f-4e7a-8afc-5c1b0f2c17de x-openstack-request-id: req-f7f3a3cb-bb0f-4e7a-8afc-5c1b0f2c17de {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:01:32.436282 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:01:32.436547 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7f3a3cb-bb0f-4e7a-8afc-5c1b0f2c17de {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:01:32.436946 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f3a3cb-bb0f-4e7a-8afc-5c1b0f2c17de'] response: {'name': 'network-changed', 'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'status': 'completed', 'code': 200} May 12 15:01:32.480124 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:01:32.521821 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-07b2f262-daa8-4775-aced-ad7bde5c87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:32.523601 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-07b2f262-daa8-4775-aced-ad7bde5c87c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1129 time: 0.0427089 May 12 15:01:32.620205 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-9059c507-6aaf-474c-8752-6050ad58d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:32.621701 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-9059c507-6aaf-474c-8752-6050ad58d381 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0917346 May 12 15:01:32.690326 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-7315779d-2f1c-4189-9bcd-f83b21c7f581 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 200 len: 998 time: 0.0625477 May 12 15:01:32.707902 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '43cdd745-6f76-4038-a7e4-fe4912a11d21', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:e1:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:01:31Z', 'updated_at': '2022-05-12T15:01:31Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}, {'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:15Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:32.741398 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-714c8996-961d-42de-bbd2-6d8cf9f6f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:32.742777 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-714c8996-961d-42de-bbd2-6d8cf9f6f073 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0453086 May 12 15:01:32.745412 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:01:32.761905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:32.762725 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:01:32.763389 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:01:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:32.790331 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-3c63cfb6-c5b7-492e-ae8c-add4e24ecd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:32.792188 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-3c63cfb6-c5b7-492e-ae8c-add4e24ecd71 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426517 May 12 15:01:32.876045 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:01:32.883099 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-8d65e246-cb32-4a07-8382-a5c722cbc522 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 May 12 15:01:32.979917 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f03a46b4-8b50-4111-a671-bf0da0ed4c56 req-011a5bc0-4e6a-4fec-946e-06ee4ee367cb service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904632 May 12 15:01:33.238967 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '43cdd745-6f76-4038-a7e4-fe4912a11d21', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:e1:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:01:31Z', 'updated_at': '2022-05-12T15:01:31Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}, {'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:15Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:33.268857 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c8aa7-2227-41a8-ba3b-2279fafaa766 None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '43cdd745-6f76-4038-a7e4-fe4912a11d21', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:e1:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:01:31Z', 'updated_at': '2022-05-12T15:01:31Z', 'revision_number': 0, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}, {'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:15Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:01:33.478540 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd6c00-ba1e-49a2-a057-ff724b9f946d None None] New status for floating IP 43cdd745-6f76-4038-a7e4-fe4912a11d21: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:01:52.401678 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0c2eac54-58e2-4b0e-9ed6-d7709f8c8f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:54.162233 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-4cbfd80a-f041-4e48-a98b-23994d267e20 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400186 May 12 15:01:54.275117 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-2406c12a-b5eb-4c62-ba73-45fbe19b8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:54.276690 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-2406c12a-b5eb-4c62-ba73-45fbe19b8981 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1130 time: 0.0453382 May 12 15:01:54.390009 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-96f9998d-d1ce-4611-8567-ac46f5598b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:54.391524 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-96f9998d-d1ce-4611-8567-ac46f5598b07 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0945628 May 12 15:01:54.457872 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-565434a1-23f2-4263-91ae-fc3ea3f623b4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 1002 time: 0.0595384 May 12 15:01:54.509636 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-0c603c4d-397e-4884-b960-ad177ee64a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:54.511261 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-0c603c4d-397e-4884-b960-ad177ee64a25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0472777 May 12 15:01:54.555214 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-019c5bc8-2484-4aac-9043-70dd00f097a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:54.556728 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-019c5bc8-2484-4aac-9043-70dd00f097a1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395575 May 12 15:01:54.649488 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-f977363c-7e8d-4d3b-b09c-f83f5b2be777 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863724 May 12 15:01:54.742148 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-001004a0-b85a-449f-b10a-57b3c51eae2d req-43c9d8a8-1f2a-4c77-91ce-81ea5ec91edb service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847259 May 12 15:01:54.823423 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d626c604-902b-4f55-a746-e23529096f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:56.008772 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:56.836658 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:01:57.185328 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:01:58.133405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-9594ae87-d251-488d-b043-dd8695500024 req-a543fe3f-4eb5-46f3-b8e0-2fec6250fc77 service neutron] (103693) timed out ('10.222.0.85', 51952) {{(pid=103693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 15:01:58.718808 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:02.059262 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-4b787ce2-1bf1-481f-9449-1c39dddc78f0 service neutron] (103692) timed out ('10.222.0.79', 51196) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 15:02:02.137587 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-68cbd957-2759-4fe2-bda1-f5dfe8126fed req-89b998b7-9379-42ac-8fcc-71ef75d53a62 tempest-AttachVolumeShelveTestJSON-1991638474 tempest-AttachVolumeShelveTestJSON-1991638474-project] (103692) timed out ('10.222.0.79', 51210) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 15:02:02.736144 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:21.105802 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [req-8ca191c3-cf7f-4106-b506-70497c523c49 req-4b742abc-8357-4067-bfae-95932995d4cd service neutron] (103692) timed out ('10.222.0.85', 51959) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 15:02:22.407597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f850ec4b-ac38-443e-9c37-6989a875590e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:24.829166 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c02335c2-7985-4501-8869-c87a2b007a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:26.007429 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:27.190331 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:28.720953 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:32.748958 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:33.839285 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:02:52.393993 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bdf70240-806d-4b4a-9f3a-74b2bd982c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:54.816891 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c0cfa176-a371-4a6f-91dd-ed8aa8d94a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:56.012616 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:56.113186 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-1264bf8e-7e69-47e2-a1c6-f899438b961e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414531 May 12 15:02:56.188395 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-4de68302-efef-48dd-a8f5-3ee3ec094394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:56.189954 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-4de68302-efef-48dd-a8f5-3ee3ec094394 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1129 time: 0.0444317 May 12 15:02:56.300411 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-f6bde277-a49b-46e9-be29-b5edd8cca4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:56.301965 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-f6bde277-a49b-46e9-be29-b5edd8cca4cd service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.0923777 May 12 15:02:56.372458 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-e322931e-e157-45d7-85a7-92a43877fc32 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 200 len: 1000 time: 0.0632520 May 12 15:02:56.421129 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-a49c9e36-c25c-44f6-bb04-da47257e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:56.422810 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-a49c9e36-c25c-44f6-bb04-da47257e24e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0443954 May 12 15:02:56.466145 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-c666616d-42f2-4a9c-b510-d45a75aff392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:56.467645 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-c666616d-42f2-4a9c-b510-d45a75aff392 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385869 May 12 15:02:56.478121 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-101435dd-1680-4024-99a2-befe74ed45be service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:02:56.479105 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-101435dd-1680-4024-99a2-befe74ed45be service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047691 May 12 15:02:56.583002 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-bd1d77ca-faa5-42ea-aeea-f40011f1dafc service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979567 May 12 15:02:56.676044 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31cae401-db51-44a0-b59b-8d0eec416d72 req-090f1fc0-4048-43d4-9f81-714b26f86e3c service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853503 May 12 15:02:57.191612 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:02:58.724138 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:02.757256 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:10.839730 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:03:20.450859 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58290) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:20.617055 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Deleting port ebe2513b-8258-4761-a10a-743ae9314f9c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:20.617353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:20.693073 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:20.693376 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (ebe2513b-8258-4761-a10a-743ae9314f9c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:20.705343 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Calling delete_port for ebe2513b-8258-4761-a10a-743ae9314f9c owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:20.886636 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (ebe2513b-8258-4761-a10a-743ae9314f9c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:20.911969 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'Port': ['ID=ebe2513b-8258-4761-a10a-743ae9314f9c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:20.923951 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.924299 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.924643 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.924982 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.925570 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.925891 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.926248 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.926576 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.926888 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.927212 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.927708 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.927905 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.928212 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.928533 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.928850 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:20.986240 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (43cdd745-6f76-4038-a7e4-fe4912a11d21), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:20.986482 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Floating IP 43cdd745-6f76-4038-a7e4-fe4912a11d21 disassociated (deleted). External IP: 172.27.1.40, port: e549187a-8ace-4b54-9be7-6834bb57c0d8. May 12 15:03:21.203929 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:03:21.316211 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:03:21.320943 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:21.326991 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:03:21.337350 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:21.337965 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:02:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:21.351801 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-04112dc1-1ad5-4492-9c76-9abb82cb7942 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "DELETE /v2.0/floatingips/43cdd745-6f76-4038-a7e4-fe4912a11d21 HTTP/1.1" status: 204 len: 168 time: 0.8993490 May 12 15:03:21.352417 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:21.354675 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f353415-7bcd-4027-b65e-1407d44aa0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:03:21.395475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d9e94-7f3e-468e-b11f-56b2963648c9 x-openstack-request-id: req-662d9e94-7f3e-468e-b11f-56b2963648c9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:03:21.395475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:03:21.395767 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-662d9e94-7f3e-468e-b11f-56b2963648c9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:03:21.396099 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662d9e94-7f3e-468e-b11f-56b2963648c9'] response: {'name': 'network-changed', 'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'status': 'completed', 'code': 200} May 12 15:03:21.451905 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:21.482940 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-c5829fb7-eab6-4b0f-9839-870bd77cc4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:21.484188 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-c5829fb7-eab6-4b0f-9839-870bd77cc4aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 1129 time: 0.0438669 May 12 15:03:21.684835 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:15Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:21.712686 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:03:21.721910 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:21.722564 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:02:55Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:21.841864 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:21.890558 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af4f5d-3d31-4107-9dba-285b3adc53de req-1fa42f1d-e43b-47d9-9d62-c751db531dd7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:21.892087 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92af4f5d-3d31-4107-9dba-285b3adc53de req-1fa42f1d-e43b-47d9-9d62-c751db531dd7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.3389442 May 12 15:03:21.897475 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-4d5575e8-b2d8-424e-83f3-d77739c230d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:21.898896 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-4d5575e8-b2d8-424e-83f3-d77739c230d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.4086518 May 12 15:03:21.944665 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92af4f5d-3d31-4107-9dba-285b3adc53de req-ba1940a2-56ee-4c0e-a644-8cbb5e4b6296 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 May 12 15:03:22.063597 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:15Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:22.094683 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e47c6-3cca-48e7-8128-4b4aadc3e7ef None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_floatingips': [{'id': '4585d051-308b-4061-b7db-e2b829c6d99c', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'router_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'port_id': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'mac_address': 'fa:16:3e:4d:e1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:13Z', 'updated_at': '2022-05-12T14:59:15Z', 'revision_number': 1, 'project_id': '2f03df9aaaa743058d78385df499c624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:03:22.346969 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c887126-9f76-417c-a8dc-ca3b1d14824d None None] New status for floating IP 43cdd745-6f76-4038-a7e4-fe4912a11d21: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:03:22.388191 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a8b367ca-ef96-44e6-bf6b-a4618e42ac19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:22.639825 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-2d5557fa-b94c-4af9-8ba1-e0c330b27ae5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 200 len: 217 time: 0.0369089 May 12 15:03:22.691760 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-8eaadbc2-010d-44e8-8983-8b902f27cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:22.693264 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-8eaadbc2-010d-44e8-8983-8b902f27cb90 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0471864 May 12 15:03:22.770046 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-49b9cf74-f2f1-4dd6-95f3-709ed3023c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:22.771535 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-49b9cf74-f2f1-4dd6-95f3-709ed3023c72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486155 May 12 15:03:22.913042 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-5c6cd79b-f68d-48d5-ad74-1de0b72490fe service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946651 May 12 15:03:23.114844 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcd1ca-05c0-4da9-836a-c2e287471083 req-86d1a880-2860-4fa9-b81d-c9f175418180 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:23.116399 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18fcd1ca-05c0-4da9-836a-c2e287471083 req-86d1a880-2860-4fa9-b81d-c9f175418180 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.1013491 May 12 15:03:23.173346 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f353415-7bcd-4027-b65e-1407d44aa0e8 req-c082e2ef-9464-4e67-bf9f-d6b86c8a6604 service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551425 May 12 15:03:23.189609 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18fcd1ca-05c0-4da9-836a-c2e287471083 req-dbaf80da-08d4-4d6d-ad1f-06b1d59796a5 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672178 May 12 15:03:23.422818 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-da0fbabb-aebb-4a58-baa2-14c6823b0b22 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:23.424371 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-da0fbabb-aebb-4a58-baa2-14c6823b0b22 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 945 time: 0.0600047 May 12 15:03:23.512500 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Deleting port e549187a-8ace-4b54-9be7-6834bb57c0d8 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:23.512778 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:23.603826 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] For port e549187a-8ace-4b54-9be7-6834bb57c0d8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e549187a-8ace-4b54-9be7-6834bb57c0d8,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:23.604200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:23.616828 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Calling delete_port for e549187a-8ace-4b54-9be7-6834bb57c0d8 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:23.766195 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (e549187a-8ace-4b54-9be7-6834bb57c0d8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:23.794615 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'Port': ['ID=e549187a-8ace-4b54-9be7-6834bb57c0d8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:23.841131 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] No DVR routers for this DVR port e549187a-8ace-4b54-9be7-6834bb57c0d8 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:03:23.843817 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:23.847299 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d22b942-3d9b-41d3-93b5-77501354bb79 req-5dbfed25-bbdb-405e-9d12-585ff9ff5754 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "DELETE /v2.0/ports/e549187a-8ace-4b54-9be7-6834bb57c0d8 HTTP/1.1" status: 204 len: 173 time: 0.4172678 May 12 15:03:23.847794 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'name': 'network-vif-deleted', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:23.850908 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2446bc9-75f0-432b-bfae-661d05c84583" -d '{"events": [{"server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "name": "network-vif-deleted", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:03:23.900592 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00bc41f-0b98-4957-9507-c5139ce645e6 x-openstack-request-id: req-e00bc41f-0b98-4957-9507-c5139ce645e6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:03:23.900888 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9266b7-e9b6-4a12-b3c5-150b3874e80c", "name": "network-vif-deleted", "tag": "e549187a-8ace-4b54-9be7-6834bb57c0d8", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:03:23.901150 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e00bc41f-0b98-4957-9507-c5139ce645e6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:03:23.901579 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00bc41f-0b98-4957-9507-c5139ce645e6'] response: {'server_uuid': 'ac9266b7-e9b6-4a12-b3c5-150b3874e80c', 'name': 'network-vif-deleted', 'tag': 'e549187a-8ace-4b54-9be7-6834bb57c0d8', 'status': 'completed', 'code': 200} May 12 15:03:24.299404 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89b92965-6b29-4c3f-883e-d23854717fa3 req-e0610b62-8a5a-47b7-9511-05b47bd481fa tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9266b7-e9b6-4a12-b3c5-150b3874e80c HTTP/1.1" status: 200 len: 210 time: 0.0329201 May 12 15:03:24.812017 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd10e288-b4ed-4b0b-bc31-19b6336e0557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:25.318512 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e549187a-8ace-4b54-9be7-6834bb57c0d8 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:25.338940 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: e549187a-8ace-4b54-9be7-6834bb57c0d8 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:25.339290 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device e549187a-8ace-4b54-9be7-6834bb57c0d8 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:26.014932 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:27.205037 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:27.638525 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 58332) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:27.798673 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Deleting port 3038275c-c667-43af-8b2a-542c5558951b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:27.799015 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (3038275c-c667-43af-8b2a-542c5558951b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:27.879710 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (3038275c-c667-43af-8b2a-542c5558951b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:27.879969 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (3038275c-c667-43af-8b2a-542c5558951b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:27.893555 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Calling delete_port for 3038275c-c667-43af-8b2a-542c5558951b owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:28.056318 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (3038275c-c667-43af-8b2a-542c5558951b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:28.081364 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'Port': ['ID=3038275c-c667-43af-8b2a-542c5558951b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:28.093402 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.093753 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.094113 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.094437 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.094767 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.095120 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.095433 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.095800 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.096122 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.096452 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.096788 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.097115 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.097436 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.097763 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.098085 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:28.163339 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (4585d051-308b-4061-b7db-e2b829c6d99c), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:28.163570 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.db.l3_db [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Floating IP 4585d051-308b-4061-b7db-e2b829c6d99c disassociated (deleted). External IP: 172.27.1.146, port: bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6. May 12 15:03:28.392104 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:03:28.722658 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:28.756098 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:03:28.760476 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:28.765702 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:03:28.775766 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:28.776380 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:03:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:28.794146 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-a47de20a-95e8-4b7a-978d-3a6f5aa4e476 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "DELETE /v2.0/floatingips/4585d051-308b-4061-b7db-e2b829c6d99c HTTP/1.1" status: 204 len: 168 time: 1.1544058 May 12 15:03:28.794812 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:28.797349 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dac8536e2221d9f1c370ad74cb18caaa8b4340f08d7dbf0ef384b4c4608fcbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2145b92f-d031-4d45-805c-2109f6be7161" -d '{"events": [{"name": "network-changed", "server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:03:28.895079 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:28.935457 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd85c10c-a9ef-4fa5-8d39-20d8a7d8396f x-openstack-request-id: req-cd85c10c-a9ef-4fa5-8d39-20d8a7d8396f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:03:28.936576 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:03:28.936850 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd85c10c-a9ef-4fa5-8d39-20d8a7d8396f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:03:28.937327 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd85c10c-a9ef-4fa5-8d39-20d8a7d8396f'] response: {'name': 'network-changed', 'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'status': 'completed', 'code': 200} May 12 15:03:29.024394 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fa58b-1ab4-43c6-9d03-efdbd77e1fb4 req-1e1e4f8a-0326-4315-a547-b6d235492cd9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:29.025884 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c08fa58b-1ab4-43c6-9d03-efdbd77e1fb4 req-1e1e4f8a-0326-4315-a547-b6d235492cd9 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 946 time: 0.0475395 May 12 15:03:29.088327 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c08fa58b-1ab4-43c6-9d03-efdbd77e1fb4 req-35b42272-44c3-44b3-bac2-90e3c7ff6353 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 May 12 15:03:29.252562 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:29.284187 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:03:29.293914 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:29.294548 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:03:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:29.406049 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:29.598208 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:29.625248 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f13d6-9565-4526-8810-97091b8ebdf4 None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 4, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi', '_interfaces': [{'id': 'b81c88c3-8049-4292-9e87-de0f7ad03619', 'name': '', 'network_id': '46ed73d6-9354-4e2f-9d43-1673630ad078', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'mac_address': 'fa:16:3e:8f:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:47Z', 'updated_at': '2022-05-12T14:55:52Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'subnets': [{'id': 'eb89ba50-3a27-4bbc-bc7a-1db6ed418796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:03:29.891226 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c9058-8dcd-45e0-8b73-85238d874c91 None None] New status for floating IP 4585d051-308b-4061-b7db-e2b829c6d99c: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:03:30.084108 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b92f-d031-4d45-805c-2109f6be7161 req-dcc938b7-c0a0-4a30-ac69-496f20241117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:30.085621 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-dcc938b7-c0a0-4a30-ac69-496f20241117 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f03df9aaaa743058d78385df499c624&device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 1130 time: 0.0417445 May 12 15:03:30.207512 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b92f-d031-4d45-805c-2109f6be7161 req-63479bc5-e15d-4c33-b4d9-1ecc99ac03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:30.209003 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-63479bc5-e15d-4c33-b4d9-1ecc99ac03f0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 200 len: 912 time: 0.1173432 May 12 15:03:30.219700 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee4c2c-509c-44dc-9b06-27609131829d req-befd4371-936d-455f-8673-33ed3439afd7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:30.221093 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f5ee4c2c-509c-44dc-9b06-27609131829d req-befd4371-936d-455f-8673-33ed3439afd7 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 946 time: 0.0585167 May 12 15:03:30.263346 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-458da517-7e18-4e63-b4cc-74e62b907002 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 200 len: 217 time: 0.0413408 May 12 15:03:30.330345 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f5ee4c2c-509c-44dc-9b06-27609131829d req-002e7768-e392-430d-ad2c-0c626b654ba2 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/security-groups?id=71dc91aa-e3cb-4922-9d36-44fe7e01f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027668 May 12 15:03:30.339006 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b92f-d031-4d45-805c-2109f6be7161 req-83885259-da70-43ce-a1d7-0c8a64958f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:30.340439 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-83885259-da70-43ce-a1d7-0c8a64958f29 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 200 len: 850 time: 0.0666199 May 12 15:03:30.496734 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b92f-d031-4d45-805c-2109f6be7161 req-9b9ca530-103d-4516-a3b7-ee6626b05c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:30.498166 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-9b9ca530-103d-4516-a3b7-ee6626b05c98 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=46ed73d6-9354-4e2f-9d43-1673630ad078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432506 May 12 15:03:30.594605 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-3bde1cb1-7e31-4470-9a9d-3945991310db service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887423 May 12 15:03:30.798025 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2145b92f-d031-4d45-805c-2109f6be7161 req-0581203c-592f-4950-b8f1-55ab6167189c service neutron] 10.222.0.85 "GET /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931997 May 12 15:03:30.894111 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-1ad11126-67a2-4b60-98e2-32309f253721 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:30.895593 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-1ad11126-67a2-4b60-98e2-32309f253721 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 946 time: 0.0513198 May 12 15:03:30.982753 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Deleting port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:30.983070 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:31.073869 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] For port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:31.074136 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:31.087050 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Calling delete_port for bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:31.235122 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:31.264706 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'Port': ['ID=bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:31.313092 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] No DVR routers for this DVR port bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 on host hv-cinder-84067 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:03:31.315723 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:31.318890 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6d7c9dd2-00cc-46de-bfca-1a3bed4ff486 req-8870fc62-1b5d-4f78-9aaa-fa24559c3056 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.85 "DELETE /v2.0/ports/bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 HTTP/1.1" status: 204 len: 173 time: 0.4178810 May 12 15:03:31.319353 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'name': 'network-vif-deleted', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:31.321594 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2470dc6b6ce639d35c349296b7d97f7c66d3de0b443e440a774dc8ee74fcf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e823ec2-a955-48bc-8dd6-e1f5d3cbe165" -d '{"events": [{"server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "name": "network-vif-deleted", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:03:31.361458 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a961532-37dc-4dea-b23b-4c61924dd67e x-openstack-request-id: req-1a961532-37dc-4dea-b23b-4c61924dd67e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:03:31.361751 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67475bb-f5a8-4429-91ca-5e8ee942cb10", "name": "network-vif-deleted", "tag": "bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:03:31.362004 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a961532-37dc-4dea-b23b-4c61924dd67e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:03:31.362409 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a961532-37dc-4dea-b23b-4c61924dd67e'] response: {'server_uuid': 'a67475bb-f5a8-4429-91ca-5e8ee942cb10', 'name': 'network-vif-deleted', 'tag': 'bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6', 'status': 'completed', 'code': 200} May 12 15:03:31.435368 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [req-045754f4-8464-4ebd-a169-d7f905c4b595 req-da340a84-5a17-414b-86f0-bcce01c50dec tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67475bb-f5a8-4429-91ca-5e8ee942cb10 HTTP/1.1" status: 200 len: 210 time: 0.0352118 May 12 15:03:32.506482 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58352) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:32.645856 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Deleting port 27fb2764-99fc-4bb1-9dcb-391112bb9832 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:32.646190 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.728489 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.728757 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (27fb2764-99fc-4bb1-9dcb-391112bb9832), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.737707 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.741865 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Calling delete_port for 27fb2764-99fc-4bb1-9dcb-391112bb9832 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:32.881285 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (27fb2764-99fc-4bb1-9dcb-391112bb9832), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.907668 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'Port': ['ID=27fb2764-99fc-4bb1-9dcb-391112bb9832,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:32.968826 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for floatingip (73b702c6-9eae-4738-b44f-ba4a4f4d33d6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.971376 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22320'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:32.972567 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2085dc04-b541-46ea-afe7-9503628bebe6 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "DELETE /v2.0/floatingips/73b702c6-9eae-4738-b44f-ba4a4f4d33d6 HTTP/1.1" status: 204 len: 168 time: 0.4660800 May 12 15:03:33.347762 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:33.371935 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] No Port match for: bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:33.372341 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Device bbf33cf3-8bb6-4e77-a9d3-fa7940a1ada6 not bound to the agent host hv-cinder-84067 {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:34.195606 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58364) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:34.253027 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe587f79-44f5-452d-a9e7-3e0eab79e508 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group (71dc91aa-e3cb-4922-9d36-44fe7e01f820), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:34.279229 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe587f79-44f5-452d-a9e7-3e0eab79e508 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group (71dc91aa-e3cb-4922-9d36-44fe7e01f820), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:34.342483 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe587f79-44f5-452d-a9e7-3e0eab79e508 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (71dc91aa-e3cb-4922-9d36-44fe7e01f820), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:34.345365 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe587f79-44f5-452d-a9e7-3e0eab79e508 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:34.347112 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fe587f79-44f5-452d-a9e7-3e0eab79e508 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] 10.222.0.79 "DELETE /v2.0/security-groups/71dc91aa-e3cb-4922-9d36-44fe7e01f820 HTTP/1.1" status: 204 len: 168 time: 0.1504471 May 12 15:03:34.356852 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe587f79-44f5-452d-a9e7-3e0eab79e508 tempest-TestVolumeBootPattern-1510473149 tempest-TestVolumeBootPattern-1510473149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc91aa-e3cb-4922-9d36-44fe7e01f820,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:34.407612 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58368) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:34.884808 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:35.129100 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Deleting port b81c88c3-8049-4292-9e87-de0f7ad03619 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:35.129405 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:35.227204 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] For port b81c88c3-8049-4292-9e87-de0f7ad03619, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=b81c88c3-8049-4292-9e87-de0f7ad03619,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:35.227950 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:35.244569 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Calling delete_port for b81c88c3-8049-4292-9e87-de0f7ad03619 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:35.442815 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (b81c88c3-8049-4292-9e87-de0f7ad03619), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:35.475891 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81c88c3-8049-4292-9e87-de0f7ad03619,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:35.645407 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:35.878375 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:03:36.261598 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:03:36.266867 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-489091b4-81c7-4312-966f-6b457f3d2403 admin admin] 10.222.0.79 "PUT /v2.0/routers/9b3e8c6a-83f5-4589-bd7f-28cc6b215882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581901 May 12 15:03:36.270726 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] Sync routers for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:03:36.271249 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58372) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:36.282166 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:36.282784 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:03:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:36.380954 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks [] for router (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.390241 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: dv-cinder-840678-8-iscsi {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:36.490363 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks [] for router_gateway (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.540939 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Deleting port 10d40434-9cb8-4134-b895-03af92674798 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:36.541200 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (10d40434-9cb8-4134-b895-03af92674798), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.569162 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10d40434-9cb8-4134-b895-03af92674798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T15:03:35Z', 'revision_number': 5, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port': {'id': '10d40434-9cb8-4134-b895-03af92674798', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:36.596420 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] Checking router: 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 for host: dv-cinder-840678-8-iscsi {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:03:36.604922 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] Routers {'9b3e8c6a-83f5-4589-bd7f-28cc6b215882'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:36.605542 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:03:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:36.620823 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] For port 10d40434-9cb8-4134-b895-03af92674798, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=10d40434-9cb8-4134-b895-03af92674798,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:36.621185 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (10d40434-9cb8-4134-b895-03af92674798), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.634145 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Calling delete_port for 10d40434-9cb8-4134-b895-03af92674798 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:36.695487 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] Set router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:36.750346 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T15:03:36Z', 'revision_number': 6, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:36.781938 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13870614-4e71-4fbc-86cb-d326a0535949 None None] The sync data for ids ['9b3e8c6a-83f5-4589-bd7f-28cc6b215882'] in dv-cinder-840678-8-iscsi is: [{'id': '9b3e8c6a-83f5-4589-bd7f-28cc6b215882', 'name': 'tempest-TestVolumeBootPattern-187651041-router', 'tenant_id': '2f03df9aaaa743058d78385df499c624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:44Z', 'updated_at': '2022-05-12T15:03:36Z', 'revision_number': 6, 'project_id': '2f03df9aaaa743058d78385df499c624', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:03:36.812771 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (10d40434-9cb8-4134-b895-03af92674798), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.834805 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Pushing event deleted for resources: {'Port': ['ID=10d40434-9cb8-4134-b895-03af92674798,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:36.901076 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.993008 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:36.995211 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks [] for router_controller (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.046421 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (9b3e8c6a-83f5-4589-bd7f-28cc6b215882), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.046992 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b3e8c6a-83f5-4589-bd7f-28cc6b215882 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:03:37.051530 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.052549 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1886d042-2d11-43be-81a8-cd22bc94583b admin admin] 10.222.0.79 "DELETE /v2.0/routers/9b3e8c6a-83f5-4589-bd7f-28cc6b215882 HTTP/1.1" status: 204 len: 168 time: 0.7803442 May 12 15:03:37.056414 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58374) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:37.101002 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Deleting subnet eb89ba50-3a27-4bbc-bc7a-1db6ed418796 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:03:37.104600 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Publish callbacks [] for subnet (eb89ba50-3a27-4bbc-bc7a-1db6ed418796), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.141511 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4714932'] for subnet (eb89ba50-3a27-4bbc-bc7a-1db6ed418796), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.226455 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (eb89ba50-3a27-4bbc-bc7a-1db6ed418796), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.282194 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7549286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4904189'] for subnet (eb89ba50-3a27-4bbc-bc7a-1db6ed418796), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.307802 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb89ba50-3a27-4bbc-bc7a-1db6ed418796,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:37.312791 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.316620 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7125a86f-9f2b-4975-a7e5-8c077d5bd7c8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/eb89ba50-3a27-4bbc-bc7a-1db6ed418796 HTTP/1.1" status: 204 len: 168 time: 0.2592552 May 12 15:03:37.319298 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 58376) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:37.320464 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e696720-77e5-49e4-9df0-468dd0991e2c None None] Network 46ed73d6-9354-4e2f-9d43-1673630ad078 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:03:37.388511 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (46ed73d6-9354-4e2f-9d43-1673630ad078), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.434280 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Deleting port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:37.434622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.500176 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] For port 22fa81c2-a297-4219-a3fc-3c61f08c0da1, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=22fa81c2-a297-4219-a3fc-3c61f08c0da1,segment=NetworkSegment(643a4687-f89f-4948-b0b3-26f2d3aa8704),segment_id=643a4687-f89f-4948-b0b3-26f2d3aa8704)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:37.500410 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.513093 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Calling delete_port for 22fa81c2-a297-4219-a3fc-3c61f08c0da1 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:37.567050 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] DHCP port deletion for 46ed73d6-9354-4e2f-9d43-1673630ad078 request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:03:37.599955 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.625251 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b81c88c3-8049-4292-9e87-de0f7ad03619 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:37.632601 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] No DVR routers for this DVR port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:03:37.634450 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Pushing event deleted for resources: {'Port': ['ID=22fa81c2-a297-4219-a3fc-3c61f08c0da1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:37.652997 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Deleting port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:37.653431 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.656879 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: b81c88c3-8049-4292-9e87-de0f7ad03619 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:37.657234 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device b81c88c3-8049-4292-9e87-de0f7ad03619 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:37.657663 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 22fa81c2-a297-4219-a3fc-3c61f08c0da1 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:37.693664 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 22fa81c2-a297-4219-a3fc-3c61f08c0da1 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:37.694013 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 22fa81c2-a297-4219-a3fc-3c61f08c0da1 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:37.694439 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 10d40434-9cb8-4134-b895-03af92674798 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:37.711062 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (46ed73d6-9354-4e2f-9d43-1673630ad078), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.719880 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 10d40434-9cb8-4134-b895-03af92674798 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:37.720224 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 10d40434-9cb8-4134-b895-03af92674798 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:37.733749 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ed73d6-9354-4e2f-9d43-1673630ad078']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:37.743898 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643a4687-f89f-4948-b0b3-26f2d3aa8704') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:37.744194 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643a4687-f89f-4948-b0b3-26f2d3aa8704') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:37.753861 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (643a4687-f89f-4948-b0b3-26f2d3aa8704), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.761007 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] For port 22fa81c2-a297-4219-a3fc-3c61f08c0da1, host dv-cinder-840678-8-iscsi, got binding levels [] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:37.761308 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.768847 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (643a4687-f89f-4948-b0b3-26f2d3aa8704), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.775538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Calling delete_port for 22fa81c2-a297-4219-a3fc-3c61f08c0da1 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:37.778452 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.ipam_backend_mixin [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 was not found and therefore no delete operation was performed {{(pid=103694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 15:03:37.779622 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:03:37.779800 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (22fa81c2-a297-4219-a3fc-3c61f08c0da1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.780088 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (643a4687-f89f-4948-b0b3-26f2d3aa8704), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:03:37.781952 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:03:37.807647 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Pushing event deleted for resources: {'Port': ['ID=22fa81c2-a297-4219-a3fc-3c61f08c0da1,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:37.819792 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] No DVR routers for this DVR port 22fa81c2-a297-4219-a3fc-3c61f08c0da1 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:03:37.823421 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.823850 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.824197 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.824540 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.824874 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.825207 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.825536 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.826020 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.826354 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.826685 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.827012 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.827337 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.827733 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.828067 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.828438 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b808ea52-8a8f-4f05-a6b5-305407b3c4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-8-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:37.857175 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (46ed73d6-9354-4e2f-9d43-1673630ad078), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.862398 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:37.865708 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] 10.222.0.79 "DELETE /v2.0/networks/46ed73d6-9354-4e2f-9d43-1673630ad078 HTTP/1.1" status: 204 len: 168 time: 0.5454228 May 12 15:03:37.868926 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58378) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:37.878385 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5349-d618-4573-a19d-852c3d1d118e admin admin] Pushing event deleted for resources: {'Network': ['ID=46ed73d6-9354-4e2f-9d43-1673630ad078,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:38.199724 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640925'] for router_interface (54637c43-9264-4800-9011-19763eb5bc7b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:38.464032 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Deleting port 7b502d59-e3c4-40fe-b4b2-edcafae829f6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:38.464716 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:38.548849 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] For port 7b502d59-e3c4-40fe-b4b2-edcafae829f6, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7b502d59-e3c4-40fe-b4b2-edcafae829f6,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:38.549316 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:38.562677 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Calling delete_port for 7b502d59-e3c4-40fe-b4b2-edcafae829f6 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:38.753620 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7550103'] for port (7b502d59-e3c4-40fe-b4b2-edcafae829f6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:38.780341 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b502d59-e3c4-40fe-b4b2-edcafae829f6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:38.948327 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576386'] for router_interface (54637c43-9264-4800-9011-19763eb5bc7b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:39.206894 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Router 54637c43-9264-4800-9011-19763eb5bc7b has already been hosted by L3 agent c8e69a8e-d1dd-4e69-a56f-76962b42cb9f {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:03:39.326040 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] Notify agent at l3_agent.dv-cinder-840678-8-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:03:39.331611 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-22da401d-ab46-45df-9dbf-aba238f717e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/54637c43-9264-4800-9011-19763eb5bc7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615712 May 12 15:03:39.334291 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 58380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:39.335872 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] Sync routers for ids ['54637c43-9264-4800-9011-19763eb5bc7b'] in dv-cinder-840678-8-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:03:39.347499 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] Routers {'54637c43-9264-4800-9011-19763eb5bc7b'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:39.348173 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:03:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['54637c43-9264-4800-9011-19763eb5bc7b'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:39.447258 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks [] for router (54637c43-9264-4800-9011-19763eb5bc7b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:39.459077 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] Set router 54637c43-9264-4800-9011-19763eb5bc7b gateway port host: dv-cinder-840678-8-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:39.555865 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks [] for router_gateway (54637c43-9264-4800-9011-19763eb5bc7b), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:39.604456 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Deleting port 7f23d87a-0da8-403d-bd0f-defff0dc790e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:39.604802 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:39.626111 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'external_fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T15:03:38Z', 'revision_number': 5, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port': {'id': '7f23d87a-0da8-403d-bd0f-defff0dc790e', 'name': '', 'network_id': 'b535f710-674a-46fa-8c12-c9ed50afdc46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54637c43-9264-4800-9011-19763eb5bc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:50Z', 'updated_at': '2022-05-12T14:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd081ded3-dd25-460f-a347-9451b8c65821', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-8-iscsi'}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:39.652955 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] Checking router: 54637c43-9264-4800-9011-19763eb5bc7b for host: dv-cinder-840678-8-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:03:39.662511 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] Routers {'54637c43-9264-4800-9011-19763eb5bc7b'} bound to L3 agent in host dv-cinder-840678-8-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:03:39.663182 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:28:55Z,description=,heartbeat_timestamp=2022-05-12T15:03:25Z,host='dv-cinder-840678-8-iscsi',id=c8e69a8e-d1dd-4e69-a56f-76962b42cb9f,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:28:55Z,topic='l3_agent')) {'router_ids': ['54637c43-9264-4800-9011-19763eb5bc7b'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:39.686995 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] For port 7f23d87a-0da8-403d-bd0f-defff0dc790e, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=7f23d87a-0da8-403d-bd0f-defff0dc790e,segment=NetworkSegment(2ab933b1-1856-4577-ac36-b42a6b6a2a02),segment_id=2ab933b1-1856-4577-ac36-b42a6b6a2a02)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:39.687360 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:39.701286 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Calling delete_port for 7f23d87a-0da8-403d-bd0f-defff0dc790e owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:39.752045 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] Set router 54637c43-9264-4800-9011-19763eb5bc7b gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:03:39.806503 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T15:03:39Z', 'revision_number': 6, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port_host': None}], 'dv-cinder-840678-8-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:39.833052 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c06675-ec88-4ab8-a393-9b19803e3718 None None] The sync data for ids ['54637c43-9264-4800-9011-19763eb5bc7b'] in dv-cinder-840678-8-iscsi is: [{'id': '54637c43-9264-4800-9011-19763eb5bc7b', 'name': 'tempest-TestVolumeBootPattern-341944334-router', 'tenant_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:49Z', 'updated_at': '2022-05-12T15:03:39Z', 'revision_number': 6, 'project_id': 'd9caab7c594c42249ae8f0272fde6cc9', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:03:39.886507 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (7f23d87a-0da8-403d-bd0f-defff0dc790e), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:39.912118 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Pushing event deleted for resources: {'Port': ['ID=7f23d87a-0da8-403d-bd0f-defff0dc790e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:39.975237 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653743'] for router_gateway (54637c43-9264-4800-9011-19763eb5bc7b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.070698 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129904'] for router (54637c43-9264-4800-9011-19763eb5bc7b), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.072834 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks [] for router_controller (54637c43-9264-4800-9011-19763eb5bc7b), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.119864 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648574'] for router (54637c43-9264-4800-9011-19763eb5bc7b), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.120492 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54637c43-9264-4800-9011-19763eb5bc7b {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:03:40.125345 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.126482 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-8ad626e1-2412-44ba-953a-f4f35d574fde admin admin] 10.222.0.79 "DELETE /v2.0/routers/54637c43-9264-4800-9011-19763eb5bc7b HTTP/1.1" status: 204 len: 168 time: 0.7911940 May 12 15:03:40.129166 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 58382) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:40.173954 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Deleting subnet b5776fde-c36f-4c9c-bd0f-4d816e3439d8 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:03:40.177096 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Publish callbacks [] for subnet (b5776fde-c36f-4c9c-bd0f-4d816e3439d8), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.212723 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618858'] for subnet (b5776fde-c36f-4c9c-bd0f-4d816e3439d8), precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.307315 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693999'] for subnet (b5776fde-c36f-4c9c-bd0f-4d816e3439d8), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.366888 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4618950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4300604'] for subnet (b5776fde-c36f-4c9c-bd0f-4d816e3439d8), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.396288 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5776fde-c36f-4c9c-bd0f-4d816e3439d8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:40.399939 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for subnet (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.403251 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-c7f19d23-4d78-41c7-995c-6335d4538be8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b5776fde-c36f-4c9c-bd0f-4d816e3439d8 HTTP/1.1" status: 204 len: 168 time: 0.2729993 May 12 15:03:40.405919 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.79', 58384) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:40.406122 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba2511-ff4d-4918-b926-ac0965d2f379 None None] Network c07aee5b-baf5-4ba7-b9c8-c47869deece2 requested from dv-cinder-840678-8-iscsi {{(pid=103694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:03:40.477764 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651568'] for network (c07aee5b-baf5-4ba7-b9c8-c47869deece2), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.525291 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Deleting port 55ecc0e8-dc97-466b-b816-671e773e7f83 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:40.525640 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.592953 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] For port 55ecc0e8-dc97-466b-b816-671e773e7f83, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=55ecc0e8-dc97-466b-b816-671e773e7f83,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:40.593322 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.595950 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] DHCP port deletion for c07aee5b-baf5-4ba7-b9c8-c47869deece2 request from dv-cinder-840678-8-iscsi {{(pid=103694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:03:40.608766 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Calling delete_port for 55ecc0e8-dc97-466b-b816-671e773e7f83 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:40.639048 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] Deleting port 55ecc0e8-dc97-466b-b816-671e773e7f83 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:03:40.639364 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787953337573'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.701222 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4620087'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.712731 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] For port 55ecc0e8-dc97-466b-b816-671e773e7f83, host dv-cinder-840678-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-8-iscsi',level=0,port_id=55ecc0e8-dc97-466b-b816-671e773e7f83,segment=NetworkSegment(533e1498-6009-4abc-9289-0bf8ebad3163),segment_id=533e1498-6009-4abc-9289-0bf8ebad3163)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:03:40.713140 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640727'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.725891 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=55ecc0e8-dc97-466b-b816-671e773e7f83,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:40.727716 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] Calling delete_port for 55ecc0e8-dc97-466b-b816-671e773e7f83 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:03:40.737998 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] No DVR routers for this DVR port 55ecc0e8-dc97-466b-b816-671e773e7f83 on host dv-cinder-840678-8-iscsi {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:03:40.810025 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-699389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787953347193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787952851568'] for port (55ecc0e8-dc97-466b-b816-671e773e7f83), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.814378 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745050', 'neutron.services.segments.db._delete_segments_for_network-8787953333014'] for network (c07aee5b-baf5-4ba7-b9c8-c47869deece2), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.839942 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] No DVR routers for this DVR port 55ecc0e8-dc97-466b-b816-671e773e7f83 on host dv-cinder-840678-8-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:03:40.841731 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea035a-9a0f-4bee-a01b-cd6bddca34e1 None None] Pushing event deleted for resources: {'Port': ['ID=55ecc0e8-dc97-466b-b816-671e773e7f83,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:40.844966 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07aee5b-baf5-4ba7-b9c8-c47869deece2']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:40.856248 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533e1498-6009-4abc-9289-0bf8ebad3163') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:40.856550 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533e1498-6009-4abc-9289-0bf8ebad3163') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:40.867727 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787953400095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618835'] for segment (533e1498-6009-4abc-9289-0bf8ebad3163), before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.882906 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516'] for segment (533e1498-6009-4abc-9289-0bf8ebad3163), precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.889802 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:03:40.890200 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4620132'] for segment (533e1498-6009-4abc-9289-0bf8ebad3163), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: Traceback (most recent call last): May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: timer() May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: cb(*args, **kw) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: return func(*args, **kwargs) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: self._notify() May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: self.callback(batched_events) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: event.method(event) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: return f(self, *a, **k) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._get(url).json() May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: return self.request(url, 'GET', **kwargs) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:03:40.892110 dv-cinder-840678-8-iscsi neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:03:40.949985 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641181'] for network (c07aee5b-baf5-4ba7-b9c8-c47869deece2), after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.955875 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696267'] for network (None), before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:40.959067 dv-cinder-840678-8-iscsi neutron-server[103692]: INFO neutron.wsgi [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] 10.222.0.79 "DELETE /v2.0/networks/c07aee5b-baf5-4ba7-b9c8-c47869deece2 HTTP/1.1" status: 204 len: 168 time: 0.5522122 May 12 15:03:40.974146 dv-cinder-840678-8-iscsi neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93a11a-1098-4aa6-bff1-c370c5d6c2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c07aee5b-baf5-4ba7-b9c8-c47869deece2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:41.076806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58388) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:41.119897 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0b446e31-3178-47bb-ae3c-f6e61f35a490 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f03df9aaaa743058d78385df499c624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417964 May 12 15:03:41.122359 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58390) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:41.178480 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c430-b20b-4e65-a238-1582820d4974 admin admin] Publish callbacks [] for security_group (5010109d-94f3-4561-8b38-58e68d34be23), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.199806 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c430-b20b-4e65-a238-1582820d4974 admin admin] Publish callbacks [] for security_group (5010109d-94f3-4561-8b38-58e68d34be23), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.251143 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c430-b20b-4e65-a238-1582820d4974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (5010109d-94f3-4561-8b38-58e68d34be23), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.255272 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c430-b20b-4e65-a238-1582820d4974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.256883 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a5a6c430-b20b-4e65-a238-1582820d4974 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5010109d-94f3-4561-8b38-58e68d34be23 HTTP/1.1" status: 204 len: 168 time: 0.1335261 May 12 15:03:41.266696 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c430-b20b-4e65-a238-1582820d4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5010109d-94f3-4561-8b38-58e68d34be23,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:41.326802 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7b502d59-e3c4-40fe-b4b2-edcafae829f6 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:41.346868 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 7b502d59-e3c4-40fe-b4b2-edcafae829f6 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:41.347217 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7b502d59-e3c4-40fe-b4b2-edcafae829f6 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:41.347637 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 55ecc0e8-dc97-466b-b816-671e773e7f83 no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:41.367543 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 55ecc0e8-dc97-466b-b816-671e773e7f83 {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:41.367924 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 55ecc0e8-dc97-466b-b816-671e773e7f83 not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:41.368360 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7f23d87a-0da8-403d-bd0f-defff0dc790e no longer exists at agent ovs-agent-dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:03:41.388553 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] No Port match for: 7f23d87a-0da8-403d-bd0f-defff0dc790e {{(pid=103694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:03:41.388929 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.rpc [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Device 7f23d87a-0da8-403d-bd0f-defff0dc790e not bound to the agent host dv-cinder-840678-8-iscsi {{(pid=103694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:03:41.615625 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58396) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:41.655613 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-899f66c1-4fbf-44ec-8c14-e8775ddd5f0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9caab7c594c42249ae8f0272fde6cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388024 May 12 15:03:41.658208 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.79', 58398) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:03:41.712048 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a129649-da61-4592-842f-f1494c277638 admin admin] Publish callbacks [] for security_group (f0b5053d-0383-4100-a5b3-bb803a5a6f79), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.740682 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a129649-da61-4592-842f-f1494c277638 admin admin] Publish callbacks [] for security_group (f0b5053d-0383-4100-a5b3-bb803a5a6f79), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.798373 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a129649-da61-4592-842f-f1494c277638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577326'] for security_group (f0b5053d-0383-4100-a5b3-bb803a5a6f79), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.803466 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a129649-da61-4592-842f-f1494c277638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:41.804682 dv-cinder-840678-8-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3a129649-da61-4592-842f-f1494c277638 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0b5053d-0383-4100-a5b3-bb803a5a6f79 HTTP/1.1" status: 204 len: 168 time: 0.1454251 May 12 15:03:41.813058 dv-cinder-840678-8-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a129649-da61-4592-842f-f1494c277638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b5053d-0383-4100-a5b3-bb803a5a6f79,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:47.850243 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:03:52.395571 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f4db-abf0-4acc-8b4a-0202c6c411b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:54.822960 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b669c9df-305c-45c8-a4c4-b4251abcf199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:56.028260 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:57.200404 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:03:58.726682 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:02.740138 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:22.395914 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a14bfa5-41ed-4765-ab7e-8095d63b3d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:24.826439 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d75f8734-228a-4910-96ab-2c3eb0010c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:24.839722 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:04:26.029400 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:27.213886 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:28.726410 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:32.744537 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:52.523600 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-68b91c44-1500-4bc8-9627-e97747e30dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:54.827483 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4804b538-96ee-4c05-b31a-0f2f44e0cdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:56.031160 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:57.212206 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:04:58.728377 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:01.843045 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:05:02.753923 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:22.393523 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5c2539cb-6c9c-42d9-a30e-41aa87388174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:24.828402 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d124e11c-b05c-46b7-9494-db6862feba11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:26.032500 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:27.218858 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:28.737589 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:32.752871 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:38.841322 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:05:52.392399 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6162f535-fec7-45d7-b9a0-647b5d564613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:54.832921 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-56abea2f-32b7-4269-a20f-830b400416e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:56.036601 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:57.222734 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:05:58.728595 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:02.771085 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:15.843274 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:06:22.398513 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a91a323e-1d77-48e7-b8f0-113d6724e7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:24.833596 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-65c28230-23b6-45be-8ed1-209d312d8c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:26.047633 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:27.235084 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:28.726914 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:32.791899 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:52.385397 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a49970c0-48f7-4118-8034-e9f4a5639db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:52.848703 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:06:54.838550 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cf90631d-c0b4-4259-a5d1-e55cbd35c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:56.047055 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:57.234951 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:06:58.721526 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:02.793896 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:22.384538 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec22914f-7b8e-4a91-a006-5372deedf887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:24.840834 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-83d1d2c1-f1e7-4580-8c3e-f4b2e848a145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:26.053542 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:27.240374 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:28.737799 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:29.844438 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:07:32.801775 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:52.384480 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e9142d22-67a2-4aa1-a961-6437a7ae4156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:54.845921 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-59669606-1bd9-42a1-84a6-c931d292ce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:56.057402 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:57.237053 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:07:58.730611 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:02.798178 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:06.844264 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:08:22.379118 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd3c96fb-5d7d-425a-ab72-1658bb5fc707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:24.851889 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-03243bb7-ea32-4dbb-9abc-46242f671075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:26.061978 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:27.250078 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:28.740743 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:32.819040 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:43.845039 dv-cinder-840678-8-iscsi neutron-server[103695]: DEBUG neutron.db.agents_db [None req-23939832-6fdb-451c-960c-26a9044245d2 None None] Agent healthcheck: found 6 active agents {{(pid=103695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:08:52.385490 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-54704350-617f-4bdb-9ae0-139ebc0008d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (12e15f21-572c-434e-b25a-3dfb95b3bf13), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:54.838062 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-625f657c-4dac-4a6c-9cc4-9c260382f171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (c8e69a8e-d1dd-4e69-a56f-76962b42cb9f), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:56.062407 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c56da7b0-8c80-4903-80f6-6366feb17bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (273819bc-3deb-4dc9-9e6a-7c889767396c), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:57.249749 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6ac5-be3f-442d-9f49-cddc88bd070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (d67d4ae6-9560-47c6-b47a-f9c5234cfcda), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:08:58.735430 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-992df3c7-e101-47b2-ab35-0de0e9c68a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (724f8fb7-cc3d-429e-a7aa-42b234d323f1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:09:02.810081 dv-cinder-840678-8-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-265003d3-5f1f-4626-96e0-2e4bdb21ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787953332996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737433'] for agent (f1885508-dafb-476a-8186-a19127f35190), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}